| 1 | #include "lib.h" |
| 2 | |
| 3 | static void usage(FILE *fp) |
| 4 | { |
| 5 | fprintf(fp, |
| 6 | "usage: %s [-c] [-B PARAM=VALUE,...] [-R MAP]\n" |
| 7 | "\t[-b OUTMAP] [-r [START]-[END]] DEVICE OUTFILE\n", |
| 8 | prog); |
| 9 | } |
| 10 | |
| 11 | static double tvdiff(const struct timeval *tv_lo, |
| 12 | const struct timeval *tv_hi) |
| 13 | { |
| 14 | return ((tv_hi->tv_sec - tv_lo->tv_sec) + |
| 15 | (tv_hi->tv_usec - tv_lo->tv_usec)/1.0e6); |
| 16 | } |
| 17 | |
| 18 | static void carefully_write(int fd, const void *buf, size_t sz) |
| 19 | { |
| 20 | const unsigned char *p = buf; |
| 21 | ssize_t n; |
| 22 | |
| 23 | if (fd < 0) return; |
| 24 | while (sz) { |
| 25 | n = write(fd, p, sz); |
| 26 | if (n < 0) { |
| 27 | if (errno == EINTR) continue; |
| 28 | bail_syserr(errno, "failed to write to output file"); |
| 29 | } |
| 30 | if (!n) bail("unexpected short write to output file"); |
| 31 | p += n; sz -= n; |
| 32 | } |
| 33 | } |
| 34 | |
| 35 | static void open_file_on_demand(const char *file, FILE **fp_inout, |
| 36 | const char *what) |
| 37 | { |
| 38 | FILE *fp; |
| 39 | |
| 40 | if (!*fp_inout) { |
| 41 | fp = fopen(file, "w"); |
| 42 | if (!fp) |
| 43 | bail_syserr(errno, "failed to open %s file `%s'", what, file); |
| 44 | fprintf(fp, "## %s\n\n", what); |
| 45 | *fp_inout = fp; |
| 46 | } |
| 47 | } |
| 48 | |
| 49 | static void check_write(FILE *fp, const char *what) |
| 50 | { |
| 51 | fflush(fp); |
| 52 | if (ferror(fp)) bail_syserr(errno, "error writing %s file", what); |
| 53 | } |
| 54 | |
| 55 | static void carefully_fclose(FILE *fp, const char *what) |
| 56 | { |
| 57 | if (fp && (ferror(fp) || fclose(fp))) |
| 58 | bail_syserr(errno, "error writing %s file", what); |
| 59 | } |
| 60 | |
| 61 | #define DEFVEC(vtype, etype) \ |
| 62 | typedef struct { etype *v; size_t n, sz; } vtype |
| 63 | #define VEC_INIT { 0, 0, 0 } |
| 64 | #define VEC_FREE(vv) do { \ |
| 65 | free((vv)->v); (vv)->v 0; (vv)->n = (vv)->sz = 0; \ |
| 66 | } while (0) |
| 67 | #define VEC_PUSH(p, vv) do { \ |
| 68 | size_t _want; \ |
| 69 | if ((vv)->n >= (vv)->sz) { \ |
| 70 | (vv)->sz = (vv)->sz ? 2*(vv)->sz : 32; \ |
| 71 | _want = (vv)->sz*sizeof(*(vv)->v); \ |
| 72 | (vv)->v = realloc((vv)->v, _want); \ |
| 73 | if (!(vv)->v) bail("out of memory allocating %zu bytes", _want); \ |
| 74 | } \ |
| 75 | (p) = &(vv)->v[(vv)->n++]; \ |
| 76 | } while (0) |
| 77 | |
| 78 | #define MAXFILES (1 + 2*99 + 1) |
| 79 | struct file { |
| 80 | ident id; |
| 81 | secaddr start, end; |
| 82 | }; |
| 83 | DEFVEC(file_v, struct file); |
| 84 | static file_v filetab = VEC_INIT; |
| 85 | |
| 86 | enum { EV_STOP, EV_BEGIN, EV_END, EV_WRITE }; |
| 87 | struct event { |
| 88 | unsigned char ev, file; |
| 89 | secaddr pos; |
| 90 | }; |
| 91 | DEFVEC(event_v, struct event); |
| 92 | static event_v eventq = VEC_INIT; |
| 93 | |
| 94 | static int compare_event(const void *a, const void *b) |
| 95 | { |
| 96 | const struct event *eva = a, *evb = b; |
| 97 | |
| 98 | if (eva->pos < evb->pos) return (-1); |
| 99 | else if (eva->pos > evb->pos) return (+1); |
| 100 | |
| 101 | if (eva->ev < evb->ev) return (-1); |
| 102 | else if (eva->ev > evb->ev) return (+1); |
| 103 | |
| 104 | if (eva->file < evb->file) return (-1); |
| 105 | else if (eva->file > evb->file) return (+1); |
| 106 | |
| 107 | return (0); |
| 108 | } |
| 109 | |
| 110 | typedef uint_least32_t bits; |
| 111 | static bits live[(MAXFILES + 31)/32]; |
| 112 | |
| 113 | static inline int livep(unsigned i) |
| 114 | { return (live[i/32]&((bits)1 << (i%32))); } |
| 115 | static inline void set_live(unsigned i) |
| 116 | { live[i/32] |= (bits)1 << (i%32); } |
| 117 | static inline void clear_live(unsigned i) |
| 118 | { live[i/32] &= ~((bits)1 << (i%32)); } |
| 119 | static inline int least_live(void) |
| 120 | { |
| 121 | unsigned i, n = (filetab.n + 32)/32; |
| 122 | bits b; |
| 123 | |
| 124 | for (i = 0; i < n; i++) { b = live[i]; if (b) goto found; } |
| 125 | return (-1); |
| 126 | found: |
| 127 | i *= 32; |
| 128 | if (!(b&0x0000ffff)) { b >>= 16; i += 16; } |
| 129 | if (!(b&0x000000ff)) { b >>= 8; i += 8; } |
| 130 | if (!(b&0x0000000f)) { b >>= 4; i += 4; } |
| 131 | if (!(b&0x00000003)) { b >>= 2; i += 2; } |
| 132 | if (!(b&0x00000001)) { b >>= 1; i += 1; } |
| 133 | assert(b&1); |
| 134 | return (i); |
| 135 | } |
| 136 | |
| 137 | static void put_event(unsigned evtype, unsigned file, secaddr pos) |
| 138 | { |
| 139 | struct event *ev; |
| 140 | |
| 141 | VEC_PUSH(ev, &eventq); |
| 142 | ev->ev = evtype; ev->file = file; ev->pos = pos; |
| 143 | } |
| 144 | |
| 145 | static void put_file(ident id, secaddr start, secaddr end) |
| 146 | { |
| 147 | struct file *f; |
| 148 | size_t i; |
| 149 | |
| 150 | VEC_PUSH(f, &filetab); i = f - filetab.v; |
| 151 | f->id = id; f->start = start; f->end = end; |
| 152 | put_event(EV_BEGIN, i, start); |
| 153 | put_event(EV_END, i, end); |
| 154 | } |
| 155 | |
| 156 | static void put_menu(dvd_reader_t *dvd, unsigned title) |
| 157 | { |
| 158 | ident id = mkident(VOB, title, 0); |
| 159 | char fn[MAXFNSZ]; |
| 160 | secaddr start, len; |
| 161 | |
| 162 | store_filename(fn, id); |
| 163 | start = UDFFindFile(dvd, fn, &len); if (!start) return; |
| 164 | #ifdef DEBUG |
| 165 | printf(";; %8"PRIuSEC" .. %-8"PRIuSEC": %s\n", |
| 166 | start, start + SECTORS(len), fn); |
| 167 | #endif |
| 168 | put_file(id, start, start + SECTORS(len)); |
| 169 | } |
| 170 | |
| 171 | static void put_title(dvd_reader_t *dvd, unsigned title) |
| 172 | { |
| 173 | char fn[MAXFNSZ]; |
| 174 | secaddr start[9], len[9]; |
| 175 | unsigned i, npart; |
| 176 | |
| 177 | for (i = 0; i < 9; i++) { |
| 178 | store_filename(fn, mkident(VOB, title, i + 1)); |
| 179 | start[i] = UDFFindFile(dvd, fn, &len[i]); if (!start[i]) break; |
| 180 | } |
| 181 | npart = i; if (!npart) return; |
| 182 | |
| 183 | #ifdef DEBUG |
| 184 | for (i = 0; i < npart; i++) { |
| 185 | store_filename(fn, mkident(VOB, title, i + 1)); |
| 186 | printf(";; %8"PRIuSEC" .. %-8"PRIuSEC": %s\n", |
| 187 | start[i], start[i] + SECTORS(len[i]), fn); |
| 188 | } |
| 189 | #endif |
| 190 | |
| 191 | if (npart > 1) |
| 192 | for (i = 0; i < npart - 1; i++) { |
| 193 | if (len[i]%SECTORSZ) |
| 194 | bail("title %u part %u length = %"PRIuSEC" not a multiple of %d", |
| 195 | title, i, len[i], SECTORSZ); |
| 196 | if (start[i] + len[i]/SECTORSZ != start[i + 1]) |
| 197 | bail |
| 198 | ("title %u part %u end = %"PRIuSEC" /= part %u start = %"PRIuSEC"", |
| 199 | title, i, start[i] + len[i]/SECTORSZ, i + 1, start[i + 1]); |
| 200 | } |
| 201 | |
| 202 | put_file(mkident(VOB, title, 1), |
| 203 | start[0], start[npart - 1] + SECTORS(len[npart - 1])); |
| 204 | } |
| 205 | |
| 206 | static secaddr last_pos, limit, nsectors, ndone; |
| 207 | static struct timeval last_time; |
| 208 | static double wsum, wcount; |
| 209 | static struct file *file; |
| 210 | static secaddr bad_start; |
| 211 | static unsigned retry, max_retries = 4; |
| 212 | static int bad_err; |
| 213 | |
| 214 | static const char throbber[] = "|<-<|>->"; |
| 215 | static unsigned throbix = 0; |
| 216 | |
| 217 | static double scale_bytes(double n, const char **unit_out) |
| 218 | { |
| 219 | const char *unit = ""; |
| 220 | |
| 221 | if (n > 1600) { n /= 1024; unit = "k"; } |
| 222 | if (n > 1600) { n /= 1024; unit = "M"; } |
| 223 | if (n > 1600) { n /= 1024; unit = "G"; } |
| 224 | if (n > 1600) { n /= 1024; unit = "T"; } |
| 225 | |
| 226 | *unit_out = unit; return (n); |
| 227 | } |
| 228 | |
| 229 | static struct progress_item |
| 230 | copy_progress, disc_progress, |
| 231 | file_progress, badblock_progress; |
| 232 | |
| 233 | #define TIMESTRMAX 16 |
| 234 | static char *fmttime(unsigned long t, char *buf) |
| 235 | { |
| 236 | if (t < 60) sprintf(buf, "%ld s", t); |
| 237 | else if (t < 3600) sprintf(buf, "%ld:%02ld", t/60, t%60); |
| 238 | else sprintf(buf, "%ld:%02ld:%02ld", t/3600, (t/60)%60, t%60); |
| 239 | return (buf); |
| 240 | } |
| 241 | |
| 242 | static void render_perfstats(struct progress_render_state *render) |
| 243 | { |
| 244 | int eta; |
| 245 | char timebuf[TIMESTRMAX]; |
| 246 | double rate; |
| 247 | const char *unit; |
| 248 | |
| 249 | if (!wsum || !wcount) { rate = 0; eta = -1; } |
| 250 | else { rate = wsum/wcount; eta = (int)((nsectors - ndone)/rate + 0.5); } |
| 251 | |
| 252 | rate = scale_bytes(rate*SECTORSZ, &unit); |
| 253 | progress_putright(render, "ETA %s ", rate ? fmttime(eta, timebuf) : "???"); |
| 254 | progress_putright(render, "%.1f %sB/s, ", rate, unit); |
| 255 | } |
| 256 | |
| 257 | static void render_copy_progress(struct progress_item *item, |
| 258 | struct progress_render_state *render) |
| 259 | { |
| 260 | double frac = (double)ndone/nsectors; |
| 261 | |
| 262 | progress_putleft(render, " %c copied %.1f%%", |
| 263 | throbber[throbix], 100.0*frac); |
| 264 | render_perfstats(render); |
| 265 | progress_putleft(render, " (%"PRIuSEC" of %"PRIuSEC")", ndone, nsectors); |
| 266 | |
| 267 | progress_showbar(render, frac); |
| 268 | } |
| 269 | |
| 270 | static void render_disc_progress(struct progress_item *item, |
| 271 | struct progress_render_state *render) |
| 272 | { |
| 273 | double frac = (double)last_pos/limit; |
| 274 | |
| 275 | progress_putleft(render, " disc %.1f%% (%"PRIuSEC" of %"PRIuSEC")", |
| 276 | 100.0*frac, last_pos, limit); |
| 277 | progress_showbar(render, frac); |
| 278 | } |
| 279 | |
| 280 | static void render_file_progress(struct progress_item *item, |
| 281 | struct progress_render_state *render) |
| 282 | { |
| 283 | secaddr off = last_pos - file->start, len = file->end - file->start; |
| 284 | char fn[MAXFNSZ]; |
| 285 | double frac; |
| 286 | |
| 287 | store_filename(fn, file->id); |
| 288 | frac = (double)off/len; |
| 289 | progress_putleft(render, " `%s' %.1f%% (%"PRIuSEC" of %"PRIuSEC")", |
| 290 | fn, 100.0*frac, off, len); |
| 291 | progress_showbar(render, frac); |
| 292 | } |
| 293 | |
| 294 | static void render_badblock_progress(struct progress_item *item, |
| 295 | struct progress_render_state *render) |
| 296 | { |
| 297 | secaddr n = last_pos - bad_start; |
| 298 | int bg; |
| 299 | |
| 300 | if (!n) { |
| 301 | progress_putleft(render, " Retrying bad sector %"PRIuSEC"", bad_start); |
| 302 | progress_putright(render, "attempt %u/%u ", retry + 1, max_retries); |
| 303 | bg = 4; |
| 304 | } else { |
| 305 | progress_putleft(render, " Found %"PRIuSEC" bad %s", |
| 306 | n, n == 1 ? "sector" : "sectors"); |
| 307 | progress_putright(render, "%"PRIuSEC" .. %"PRIuSEC" ", |
| 308 | bad_start, last_pos); |
| 309 | bg = 1; |
| 310 | } |
| 311 | if (bad_err && bad_err != EIO) |
| 312 | progress_putleft(render, " (%s)", strerror(bad_err)); |
| 313 | progress_shownotice(render, bg, 7); |
| 314 | } |
| 315 | |
| 316 | static double alpha = 0.1; |
| 317 | |
| 318 | static void update_progress(secaddr pos) |
| 319 | { |
| 320 | struct timeval now; |
| 321 | double t, f, g; |
| 322 | |
| 323 | gettimeofday(&now, 0); |
| 324 | t = tvdiff(&last_time, &now); |
| 325 | |
| 326 | #define BETA (1 - alpha) |
| 327 | |
| 328 | if (t) { |
| 329 | g = wcount ? pow(BETA, t) : 0.0; f = (1 - g)/(1 - BETA); |
| 330 | wsum = f*(pos - last_pos)/t + g*wsum; |
| 331 | wcount = f + g*wcount; |
| 332 | ndone += pos - last_pos; |
| 333 | last_time = now; last_pos = pos; |
| 334 | } |
| 335 | |
| 336 | #undef BETA |
| 337 | |
| 338 | throbix++; if (!throbber[throbix]) throbix = 0; |
| 339 | } |
| 340 | |
| 341 | static void report_progress(secaddr pos) |
| 342 | { update_progress(pos); progress_update(&progress); } |
| 343 | |
| 344 | static dvd_reader_t *dvd; |
| 345 | static int dvdfd = -1, outfd = -1; |
| 346 | static dvd_file_t *vob; |
| 347 | static const char *mapfile; static FILE *mapfp; |
| 348 | static const char *errfile; static FILE *errfp; |
| 349 | |
| 350 | struct badblock { secaddr start, end; }; |
| 351 | DEFVEC(badblock_v, struct badblock); |
| 352 | static badblock_v badblocks = VEC_INIT; |
| 353 | |
| 354 | static int compare_badblock(const void *a, const void *b) |
| 355 | { |
| 356 | const struct badblock *ba = a, *bb = b; |
| 357 | |
| 358 | if (ba->start < bb->start) return (-1); |
| 359 | else if (ba->start > bb->start) return (+1); |
| 360 | |
| 361 | if (ba->end < bb->end) return (-1); |
| 362 | else if (ba->end > bb->end) return (+1); |
| 363 | |
| 364 | return (0); |
| 365 | } |
| 366 | |
| 367 | static double bad_block_delay = 0.0; |
| 368 | static double good_block_delay = 0.0; |
| 369 | |
| 370 | static ssize_t read_sectors(secaddr pos, void *buf, secaddr want) |
| 371 | { |
| 372 | ssize_t n, done; |
| 373 | size_t lo, mid, hi; |
| 374 | int fakeerr = 0; |
| 375 | struct badblock *bad, *best; |
| 376 | unsigned char *p = buf; |
| 377 | |
| 378 | if (badblocks.n) { |
| 379 | best = 0; lo = 0; hi = badblocks.n; |
| 380 | #ifdef DEBUG |
| 381 | progress_clear(); |
| 382 | printf(";; searching badblocks for %"PRIuSEC" .. %"PRIuSEC"\n", |
| 383 | pos, pos + want); |
| 384 | #endif |
| 385 | while (lo < hi) { |
| 386 | mid = lo + (hi - lo)/2; bad = &badblocks.v[mid]; |
| 387 | #ifdef DEBUG |
| 388 | printf(";; try %zu (%"PRIuSEC" .. %"PRIuSEC")... ", |
| 389 | mid, bad->start, bad->end); |
| 390 | #endif |
| 391 | if (pos < bad->start) { D( printf("high\n"); ) best = bad; hi = mid; } |
| 392 | else if (pos >= bad->end) { D( printf("low\n"); ) lo = mid + 1; } |
| 393 | else { D( printf("match!\n"); ) errno = EIO; return (-1); } |
| 394 | } |
| 395 | #ifdef DEBUG |
| 396 | if (best) |
| 397 | printf(";; next is %"PRIuSEC" .. %"PRIuSEC"\n", |
| 398 | best->start, best->end); |
| 399 | #endif |
| 400 | if (best && pos + want > best->start) |
| 401 | { want = best->start - pos; fakeerr = EIO; sit(bad_block_delay); } |
| 402 | } |
| 403 | done = 0; |
| 404 | while (want) { |
| 405 | if (vob) |
| 406 | { errno = 0; n = DVDReadBlocks(vob, pos - file->start, want, p); } |
| 407 | else if (file) { |
| 408 | if (lseek(dvdfd, (off_t)pos*SECTORSZ, SEEK_SET) < 0) |
| 409 | bail_syserr(errno, "failed to seek to sector %"PRIuSEC"", pos); |
| 410 | errno = 0; n = read(dvdfd, p, want*SECTORSZ); |
| 411 | if (n >= 0) n /= SECTORSZ; |
| 412 | } else { |
| 413 | memset(p, 0, want*SECTORSZ); |
| 414 | n = want; |
| 415 | } |
| 416 | |
| 417 | if (n > 0) { done += n; pos += n; p += n*SECTORSZ; want -= n; } |
| 418 | else if (!n) break; |
| 419 | else if (errno == EIO && errfile) { |
| 420 | open_file_on_demand(errfile, &errfp, "bad-sector error log"); |
| 421 | fprintf(errfp, "%"PRIuSEC" %"PRIuSEC"\n", pos, pos + 1); |
| 422 | check_write(errfp, "bad-sector error log"); |
| 423 | break; |
| 424 | } else if (errno != EINTR) break; |
| 425 | } |
| 426 | if (fakeerr && !errno) errno = fakeerr; |
| 427 | else if (done > 0 && good_block_delay) sit(done*good_block_delay); |
| 428 | return (!done && errno ? -1 : done); |
| 429 | } |
| 430 | |
| 431 | static void record_bad_sectors(secaddr bad_lo, secaddr bad_hi) |
| 432 | { |
| 433 | char fn[MAXFNSZ]; |
| 434 | |
| 435 | if (!mapfile) return; |
| 436 | |
| 437 | open_file_on_demand(mapfile, &mapfp, "bad-sector region map"); |
| 438 | fprintf(mapfp, "%"PRIuSEC" %"PRIuSEC" # %"PRIuSEC" sectors", |
| 439 | bad_lo, bad_hi, bad_hi - bad_lo); |
| 440 | |
| 441 | if (file && id_kind(file->id) != RAW) { |
| 442 | store_filename(fn, file->id); |
| 443 | fprintf(mapfp, "; `%s' %"PRIuSEC" .. %"PRIuSEC" of %"PRIuSEC"", |
| 444 | fn, bad_lo - file->start, bad_hi - file->start, |
| 445 | file->end - file->start); |
| 446 | } |
| 447 | |
| 448 | fputc('\n', mapfp); |
| 449 | check_write(mapfp, "bad-sector region map"); |
| 450 | } |
| 451 | |
| 452 | static void recovered(secaddr bad_lo, secaddr bad_hi) |
| 453 | { |
| 454 | char fn[MAXFNSZ]; |
| 455 | |
| 456 | progress_clear(&progress); |
| 457 | |
| 458 | if (!file || id_kind(file->id) == RAW) |
| 459 | moan("skipping %"PRIuSEC" bad sectors (%"PRIuSEC" .. %"PRIuSEC")", |
| 460 | bad_hi - bad_lo, bad_lo, bad_hi); |
| 461 | else { |
| 462 | store_filename(fn, file->id); |
| 463 | moan("skipping %"PRIuSEC" bad sectors (%"PRIuSEC" .. %"PRIuSEC"; " |
| 464 | "`%s' %"PRIuSEC" .. %"PRIuSEC" of %"PRIuSEC")", |
| 465 | bad_hi - bad_lo, bad_lo, bad_hi, |
| 466 | fn, bad_lo - file->start, bad_hi - file->start, |
| 467 | file->end - file->start); |
| 468 | } |
| 469 | |
| 470 | record_bad_sectors(bad_lo, bad_hi); |
| 471 | |
| 472 | if (lseek(outfd, (off_t)(bad_hi - bad_lo)*SECTORSZ, SEEK_CUR) < 0) |
| 473 | bail_syserr(errno, "failed to seek past bad sectors"); |
| 474 | |
| 475 | progress_removeitem(&progress, &badblock_progress); |
| 476 | progress_update(&progress); |
| 477 | } |
| 478 | |
| 479 | struct recoverybuf { |
| 480 | unsigned char *buf; |
| 481 | secaddr sz, pos, start, end; |
| 482 | secaddr good_lo, good_hi; |
| 483 | }; |
| 484 | |
| 485 | static void rearrange_sectors(struct recoverybuf *r, |
| 486 | secaddr dest, secaddr src, secaddr len) |
| 487 | { |
| 488 | assert(dest + len <= r->sz); |
| 489 | assert(src + len <= r->sz); |
| 490 | memmove(r->buf + dest*SECTORSZ, r->buf + src*SECTORSZ, len*SECTORSZ); |
| 491 | } |
| 492 | |
| 493 | #ifdef DEBUG |
| 494 | static PRINTF_LIKE(2, 3) |
| 495 | void show_recovery_buffer_map(const struct recoverybuf *r, |
| 496 | const char *what, ...) |
| 497 | { |
| 498 | va_list ap; |
| 499 | |
| 500 | va_start(ap, what); |
| 501 | progress_clear(); |
| 502 | printf(";; recovery buffer ("); |
| 503 | vprintf(what, ap); |
| 504 | printf("): " |
| 505 | "(%"PRIuSEC") ..%"PRIuSEC".. " |
| 506 | "[%"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC"] " |
| 507 | "..%"PRIuSEC".. (%"PRIuSEC")\n", |
| 508 | r->pos, r->start, |
| 509 | r->pos + r->start, r->end - r->start, r->pos + r->end, |
| 510 | r->sz - r->end, r->pos + r->sz); |
| 511 | va_end(ap); |
| 512 | assert(r->start <= r->end); |
| 513 | assert(r->end <= r->sz); |
| 514 | } |
| 515 | #endif |
| 516 | |
| 517 | static ssize_t recovery_read_sectors(struct recoverybuf *r, |
| 518 | secaddr pos, secaddr off, secaddr want) |
| 519 | { |
| 520 | ssize_t n; |
| 521 | |
| 522 | assert(off <= r->sz); assert(want <= r->sz - off); |
| 523 | n = read_sectors(pos, r->buf + off*SECTORSZ, want); |
| 524 | return (n); |
| 525 | } |
| 526 | |
| 527 | static ssize_t recovery_read_buffer(struct recoverybuf *r, |
| 528 | secaddr pos, secaddr want) |
| 529 | { |
| 530 | secaddr diff, pp, nn; |
| 531 | ssize_t n; |
| 532 | |
| 533 | #ifdef DEBUG |
| 534 | progress_clear(); |
| 535 | show_recovery_buffer_map(r, "begin(%"PRIuSEC", %"PRIuSEC")", pos, want); |
| 536 | #endif |
| 537 | |
| 538 | if (pos < r->pos) { |
| 539 | diff = r->pos - pos; |
| 540 | if (r->start + diff >= r->sz) { |
| 541 | r->pos = pos; r->start = r->end = 0; |
| 542 | #ifdef DEBUG |
| 543 | show_recovery_buffer_map(r, "cleared; shift up by %"PRIuSEC"", diff); |
| 544 | #endif |
| 545 | } else { |
| 546 | if (r->end + diff > r->sz) r->end = r->sz - diff; |
| 547 | rearrange_sectors(r, r->start + diff, r->start, r->end - r->start); |
| 548 | r->pos -= diff; r->start += diff; r->end += diff; |
| 549 | #ifdef DEBUG |
| 550 | show_recovery_buffer_map(r, "shifted up by %"PRIuSEC"", diff); |
| 551 | #endif |
| 552 | } |
| 553 | } else if (pos > r->pos + r->end) { |
| 554 | r->pos = pos; r->start = r->end = 0; |
| 555 | #ifdef DEBUG |
| 556 | p show_recovery_buffer_map(r, "cleared; beyond previous region"); |
| 557 | #endif |
| 558 | } else if (pos + want > r->pos + r->sz) { |
| 559 | diff = (pos + want) - (r->pos + r->sz); |
| 560 | if (r->end <= diff) { |
| 561 | r->pos = pos; r->start = r->end = 0; |
| 562 | #ifdef DEBUG |
| 563 | show_recovery_buffer_map(r, "cleared; shift down by %"PRIuSEC"", diff); |
| 564 | #endif |
| 565 | } else { |
| 566 | if (r->start < diff) r->start = diff; |
| 567 | rearrange_sectors(r, r->start - diff, r->start, r->end - r->start); |
| 568 | r->pos += diff; r->start -= diff; r->end -= diff; |
| 569 | #ifdef DEBUG |
| 570 | show_recovery_buffer_map(r, "shifted down by %"PRIuSEC"", diff); |
| 571 | #endif |
| 572 | } |
| 573 | } |
| 574 | |
| 575 | if (pos < r->pos + r->start) { |
| 576 | pp = pos - r->pos; nn = r->start - pp; |
| 577 | #ifdef DEBUG |
| 578 | printf(";; read low (%"PRIuSEC"@%"PRIuSEC", %"PRIuSEC")", pos, pp, nn); |
| 579 | fflush(stdout); |
| 580 | #endif |
| 581 | n = recovery_read_sectors(r, pos, pp, nn); |
| 582 | #ifdef DEBUG |
| 583 | printf(" -> %zd\n", n); |
| 584 | #endif |
| 585 | if (n != nn) { |
| 586 | if (n >= 0 && n > want) n = want; |
| 587 | goto end; |
| 588 | } |
| 589 | r->start = pp; |
| 590 | #ifdef DEBUG |
| 591 | show_recovery_buffer_map(r, "joined new region"); |
| 592 | #endif |
| 593 | } |
| 594 | |
| 595 | if (pos + want > r->pos + r->end) { |
| 596 | pp = r->end; nn = (pos + want) - (r->pos + r->end); |
| 597 | #ifdef DEBUG |
| 598 | printf(";; read high (%"PRIuSEC"@%"PRIuSEC", %"PRIuSEC")", |
| 599 | r->pos + pp, pp, nn); |
| 600 | fflush(stdout); |
| 601 | #endif |
| 602 | n = recovery_read_sectors(r, r->pos + pp, pp, nn); |
| 603 | #ifdef DEBUG |
| 604 | printf(" -> %zd\n", n); |
| 605 | #endif |
| 606 | if (n > 0) { |
| 607 | r->end += n; |
| 608 | #ifdef DEBUG |
| 609 | show_recovery_buffer_map(r, "joined new region"); |
| 610 | #endif |
| 611 | } |
| 612 | } |
| 613 | |
| 614 | n = r->pos + r->end - pos; |
| 615 | if (!n && want) n = -1; |
| 616 | else if (n > want) n = want; |
| 617 | |
| 618 | end: |
| 619 | #ifdef DEBUG |
| 620 | show_recovery_buffer_map(r, "done; return %zd", n); |
| 621 | #endif |
| 622 | return (n); |
| 623 | } |
| 624 | |
| 625 | static ssize_t recovery_read_multiple(struct recoverybuf *r, |
| 626 | secaddr pos, secaddr want) |
| 627 | { |
| 628 | ssize_t n; |
| 629 | secaddr skip, want0 = want; |
| 630 | |
| 631 | while (want > r->sz) { |
| 632 | skip = want - r->sz; |
| 633 | n = recovery_read_buffer(r, pos + skip, r->sz); |
| 634 | if (n < r->sz) return (skip + (n >= 0 ? n : 0)); |
| 635 | want -= r->sz; |
| 636 | } |
| 637 | n = recovery_read_buffer(r, pos, want); |
| 638 | if (n < 0 || n < want) return (n); |
| 639 | return (want0); |
| 640 | } |
| 641 | |
| 642 | static ssize_t recovery_read(struct recoverybuf *r, |
| 643 | secaddr pos, secaddr want) |
| 644 | { |
| 645 | secaddr lo = pos, hi = pos + want, span; |
| 646 | ssize_t n; |
| 647 | |
| 648 | if (hi < r->good_lo || lo > r->good_hi) { |
| 649 | n = recovery_read_multiple(r, lo, hi - lo); |
| 650 | if (n > 0) { r->good_lo = lo; r->good_hi = lo + n; } |
| 651 | return (n); |
| 652 | } |
| 653 | |
| 654 | if (hi > r->good_hi) { |
| 655 | span = hi - r->good_hi; |
| 656 | n = recovery_read_multiple(r, r->good_hi, span); |
| 657 | if (n > 0) r->good_hi += n; |
| 658 | if (n < 0 || n < span) return (r->good_hi - lo); |
| 659 | } |
| 660 | |
| 661 | if (lo < r->good_lo) { |
| 662 | span = r->good_lo - lo; |
| 663 | n = recovery_read_multiple(r, lo, span); |
| 664 | if (n == span) r->good_lo = lo; |
| 665 | else return (n); |
| 666 | } |
| 667 | |
| 668 | n = r->good_hi - pos; if (n > want) n = want; |
| 669 | if (!n) { errno = EIO; n = -1; } |
| 670 | return (n); |
| 671 | } |
| 672 | |
| 673 | static double clear_factor = 1.5; |
| 674 | static secaddr clear_min = 1, clear_max = SECLIMIT; |
| 675 | static double step_factor = 2.0; |
| 676 | static secaddr step_min = 1, step_max = 0; |
| 677 | |
| 678 | static secaddr run_length_wanted(secaddr pos, secaddr badlen, secaddr end) |
| 679 | { |
| 680 | secaddr want; |
| 681 | |
| 682 | want = clear_factor*badlen; |
| 683 | if (want < clear_min) want = clear_min; |
| 684 | if (want > end - pos) want = end - pos; |
| 685 | if (clear_max && want > clear_max) want = clear_max; |
| 686 | return (want); |
| 687 | } |
| 688 | |
| 689 | static void report_bad_blocks_progress(secaddr bad_hi, int err) |
| 690 | { bad_err = err; report_progress(bad_hi); } |
| 691 | |
| 692 | static ssize_t find_good_sector(secaddr *pos_inout, secaddr end, |
| 693 | unsigned char *buf, secaddr sz) |
| 694 | { |
| 695 | secaddr pos = *pos_inout, bad_lo, bad_hi, good, step, want; |
| 696 | struct recoverybuf r; |
| 697 | ssize_t n; |
| 698 | |
| 699 | bad_start = pos; bad_err = errno; |
| 700 | badblock_progress.render = render_badblock_progress; |
| 701 | progress_additem(&progress, &badblock_progress); |
| 702 | |
| 703 | r.buf = buf; r.sz = sz; r.pos = r.start = r.end = 0; |
| 704 | r.good_lo = r.good_hi = 0; |
| 705 | |
| 706 | want = sz; if (want > end - pos) want = end - pos; |
| 707 | for (retry = 0; retry < max_retries; retry++) { |
| 708 | report_bad_blocks_progress(pos, errno); |
| 709 | n = recovery_read(&r, pos, want); |
| 710 | #ifdef DEBUG |
| 711 | progress_clear(&progress); |
| 712 | printf(";; [retry] try reading %"PRIuSEC" .. %"PRIuSEC" -> %zd\n", |
| 713 | pos, pos + want, n); |
| 714 | #endif |
| 715 | if (n > 0) { |
| 716 | progress_clear(&progress); |
| 717 | moan("sector %"PRIuSEC" read ok after retry", pos); |
| 718 | progress_removeitem(&progress, &badblock_progress); |
| 719 | progress_update(&progress); |
| 720 | return (n); |
| 721 | } |
| 722 | } |
| 723 | |
| 724 | bad_lo = pos; bad_hi = pos + 1; |
| 725 | for (;;) { |
| 726 | report_bad_blocks_progress(bad_hi, errno); |
| 727 | #ifdef DEBUG |
| 728 | progress_clear(&progress); |
| 729 | printf(";; bounding bad-block region: " |
| 730 | "%"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC"\n", |
| 731 | bad_lo, bad_hi - bad_lo, bad_hi); |
| 732 | #endif |
| 733 | if (bad_hi >= end) { |
| 734 | progress_clear(&progress); |
| 735 | moan("giving up on this extent"); |
| 736 | recovered(bad_lo, end); *pos_inout = end; |
| 737 | return (0); |
| 738 | } |
| 739 | step = (step_factor - 1)*(bad_hi - bad_lo); |
| 740 | if (step < step_min) step = step_min; |
| 741 | if (step_max && step > step_max) step = step_max; |
| 742 | if (step > end - bad_hi) step = end - bad_hi; |
| 743 | pos = bad_hi + step - 1; |
| 744 | want = run_length_wanted(pos, step, end); |
| 745 | n = recovery_read(&r, pos, want); |
| 746 | #ifdef DEBUG |
| 747 | printf(";; [bound] try reading %"PRIuSEC" .. %"PRIuSEC" -> %zd\n", |
| 748 | pos, pos + want, n); |
| 749 | #endif |
| 750 | if (n == want) break; |
| 751 | if (n < 0) n = 0; |
| 752 | bad_hi = pos + n + 1; |
| 753 | } |
| 754 | |
| 755 | good = pos; |
| 756 | while (good > bad_hi) { |
| 757 | report_bad_blocks_progress(bad_hi, errno); |
| 758 | #ifdef DEBUG |
| 759 | progress_clear(&progress); |
| 760 | printf(";; limiting bad-block region: " |
| 761 | "%"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC"\n", |
| 762 | bad_lo, bad_hi - bad_lo, bad_hi, good - bad_hi, good); |
| 763 | #endif |
| 764 | pos = bad_hi + (good - bad_hi)/2; |
| 765 | step = pos - bad_lo; |
| 766 | want = run_length_wanted(pos, step, end); |
| 767 | n = recovery_read(&r, pos, want); |
| 768 | #ifdef DEBUG |
| 769 | printf(";; [limit] try reading %"PRIuSEC" .. %"PRIuSEC" -> %zd\n", |
| 770 | pos, pos + want, n); |
| 771 | #endif |
| 772 | if (n < 0) n = 0; |
| 773 | if (n == want) good = pos; |
| 774 | else bad_hi = pos + n + 1; |
| 775 | } |
| 776 | recovered(bad_lo, bad_hi); *pos_inout = good; |
| 777 | if (good < r.pos + r.start || r.pos + r.end <= good) |
| 778 | n = 0; |
| 779 | else { |
| 780 | n = r.pos + r.end - good; |
| 781 | rearrange_sectors(&r, 0, good - r.pos, n); |
| 782 | } |
| 783 | #ifdef DEBUG |
| 784 | show_recovery_buffer_map(&r, "returning %zd good sectors at %"PRIuSEC"", |
| 785 | n, good); |
| 786 | #endif |
| 787 | return (n); |
| 788 | } |
| 789 | |
| 790 | static void emit(secaddr start, secaddr end) |
| 791 | { |
| 792 | #define BUFSECTORS 512 |
| 793 | |
| 794 | int least; |
| 795 | unsigned char buf[BUFSECTORS*SECTORSZ]; |
| 796 | secaddr pos; |
| 797 | size_t want; |
| 798 | ssize_t n; |
| 799 | static int first_time = 1; |
| 800 | #ifdef DEBUG |
| 801 | struct file *f; |
| 802 | char fn[MAXFNSZ]; |
| 803 | int act = -1; |
| 804 | int i; |
| 805 | #endif |
| 806 | |
| 807 | least = least_live(); |
| 808 | |
| 809 | #ifdef DEBUG |
| 810 | printf(";; %8"PRIuSEC" .. %"PRIuSEC"\n", start, end); |
| 811 | |
| 812 | for (i = 0; i < filetab.n; i++) { |
| 813 | if (!livep(i)) continue; |
| 814 | if (act == -1) act = i; |
| 815 | f = &filetab.v[i]; store_filename(fn, f->id); |
| 816 | printf(";;\t\t%8"PRIuSEC" .. %-8"PRIuSEC" %s\n", |
| 817 | start - f->start, end - f->start, fn); |
| 818 | } |
| 819 | if (act == -1) printf(";;\t\t#<no live source>\n"); |
| 820 | assert(act == least); |
| 821 | #endif |
| 822 | |
| 823 | if (least == -1) |
| 824 | { file = 0; vob = 0; } |
| 825 | else { |
| 826 | file = &filetab.v[least]; |
| 827 | switch (id_kind(file->id)) { |
| 828 | case RAW: |
| 829 | vob = 0; |
| 830 | break; |
| 831 | case VOB: |
| 832 | if (first_time) { progress_clear(&progress); first_time = 0; } |
| 833 | vob = DVDOpenFile(dvd, id_title(file->id), |
| 834 | id_part(file->id) |
| 835 | ? DVD_READ_TITLE_VOBS |
| 836 | : DVD_READ_MENU_VOBS); |
| 837 | if (!vob) |
| 838 | bail("failed to open %s %u", |
| 839 | id_part(file->id) ? "title" : "menu", |
| 840 | id_title(file->id)); |
| 841 | progress_update(&progress); |
| 842 | break; |
| 843 | default: |
| 844 | abort(); |
| 845 | } |
| 846 | } |
| 847 | |
| 848 | if (file && id_kind(file->id) != RAW) { |
| 849 | file_progress.render = render_file_progress; |
| 850 | progress_additem(&progress, &file_progress); |
| 851 | } |
| 852 | |
| 853 | pos = start; |
| 854 | while (pos < end) { |
| 855 | want = end - pos; if (want > BUFSECTORS) want = BUFSECTORS; |
| 856 | n = read_sectors(pos, buf, want); |
| 857 | |
| 858 | if (n <= 0) n = find_good_sector(&pos, end, buf, BUFSECTORS); |
| 859 | if (n > 0) { carefully_write(outfd, buf, n*SECTORSZ); pos += n; } |
| 860 | report_progress(pos); |
| 861 | } |
| 862 | |
| 863 | if (vob) { DVDCloseFile(vob); vob = 0; } |
| 864 | |
| 865 | if (file && id_kind(file->id) != RAW) |
| 866 | progress_removeitem(&progress, &file_progress); |
| 867 | progress_update(&progress); |
| 868 | |
| 869 | #undef BUFSECTORS |
| 870 | } |
| 871 | |
| 872 | struct buf { |
| 873 | char *p; |
| 874 | size_t n, sz; |
| 875 | }; |
| 876 | #define BUF_INIT { 0, 0, 0 } |
| 877 | #define BUF_REWIND(b) do { (b)->n = 0; } while (0) |
| 878 | #define BUF_FREE(b) do { \ |
| 879 | buf *_b = (b); \ |
| 880 | free(_b->p); _b->p = 0; _b->n = _b->sz = 0; \ |
| 881 | } while (0) |
| 882 | #define BUF_PUTC(b, ch) do { \ |
| 883 | struct buf *_b = (b); \ |
| 884 | if (_b->n >= _b->sz) { \ |
| 885 | _b->sz = _b->sz ? 2*_b->sz : 32; \ |
| 886 | _b->p = realloc(_b->p, _b->sz); \ |
| 887 | if (!_b->p) bail("out of memory allocating %zu bytes", _b->sz); \ |
| 888 | } \ |
| 889 | _b->p[_b->n] = (ch); \ |
| 890 | } while (0) |
| 891 | |
| 892 | static int read_line(FILE *fp, struct buf *b) |
| 893 | { |
| 894 | int ch; |
| 895 | |
| 896 | ch = getc(fp); |
| 897 | if (ch == EOF) |
| 898 | return (-1); |
| 899 | else if (ch != '\n') do { |
| 900 | BUF_PUTC(b, ch); b->n++; |
| 901 | ch = getc(fp); |
| 902 | } while (ch != EOF && ch != '\n'); |
| 903 | BUF_PUTC(b, 0); |
| 904 | return (0); |
| 905 | } |
| 906 | |
| 907 | static double parse_float(const char **p_inout, double min, double max, |
| 908 | const char *what) |
| 909 | { |
| 910 | const char *p; |
| 911 | char *q; |
| 912 | double x; |
| 913 | int err; |
| 914 | |
| 915 | err = errno; errno = 0; |
| 916 | p = *p_inout; |
| 917 | x = strtod(p, &q); |
| 918 | if (errno || x < min || x > max) bail("bad %s `%s'", what, p); |
| 919 | *p_inout = q; errno = err; |
| 920 | return (x); |
| 921 | } |
| 922 | |
| 923 | static long parse_int(const char **p_inout, long min, long max, |
| 924 | const char *what) |
| 925 | { |
| 926 | const char *p; |
| 927 | char *q; |
| 928 | long x; |
| 929 | int err; |
| 930 | |
| 931 | err = errno; errno = 0; |
| 932 | p = *p_inout; |
| 933 | x = strtoul(p, &q, 0); |
| 934 | if (errno || x < min || x > max) bail("bad %s `%s'", what, p); |
| 935 | *p_inout = q; errno = err; |
| 936 | return (x); |
| 937 | } |
| 938 | |
| 939 | #define PRF_HYPHEN 1u |
| 940 | static int parse_range(const char *p, unsigned f, |
| 941 | secaddr *start_out, secaddr *end_out) |
| 942 | { |
| 943 | char *q; |
| 944 | int err, rc; |
| 945 | unsigned long start, end; |
| 946 | |
| 947 | err = errno; |
| 948 | |
| 949 | if (ISDIGIT(*p)) { |
| 950 | start = strtoul(p, &q, 0); |
| 951 | if (errno || start >= SECLIMIT) { rc = -1; goto end; } |
| 952 | *start_out = start; p = q; |
| 953 | } else if (!(f&PRF_HYPHEN)) |
| 954 | { rc = -1; goto end; } |
| 955 | else |
| 956 | start = 0; |
| 957 | |
| 958 | if (f&PRF_HYPHEN) { |
| 959 | if (*p != '-') { rc = -1; goto end; } |
| 960 | p++; |
| 961 | } else { |
| 962 | if (!ISSPACE(*p)) { rc = -1; goto end; } |
| 963 | do p++; while (ISSPACE(*p)); |
| 964 | } |
| 965 | |
| 966 | if (ISDIGIT(*p)) { |
| 967 | end = strtoul(p, &q, 0); |
| 968 | if (errno || end > SECLIMIT || end < start) { rc = -1; goto end; } |
| 969 | *end_out = end; p = q; |
| 970 | } else if (!(f&PRF_HYPHEN)) |
| 971 | { rc = -1; goto end; } |
| 972 | |
| 973 | if (!(f&PRF_HYPHEN)) while (ISSPACE(*p)) p++; |
| 974 | if (*p && ((f&PRF_HYPHEN) || *p != '#')) { rc = -1; goto end; } |
| 975 | |
| 976 | rc = 0; |
| 977 | end: |
| 978 | errno = err; |
| 979 | return (rc); |
| 980 | } |
| 981 | |
| 982 | int main(int argc, char *argv[]) |
| 983 | { |
| 984 | unsigned f = 0; |
| 985 | const char *p; |
| 986 | uint64_t volsz; |
| 987 | secaddr pos; |
| 988 | off_t off; |
| 989 | secaddr start, end, last; |
| 990 | const struct event *ev; |
| 991 | const char *device, *outfile; |
| 992 | struct badblock *bad; |
| 993 | int opt, blksz; |
| 994 | unsigned n; |
| 995 | size_t i; |
| 996 | FILE *fp; |
| 997 | struct buf buf = BUF_INIT; |
| 998 | struct timeval tv0, tv1; |
| 999 | double t, rate, tot; |
| 1000 | const char *rateunit, *totunit; |
| 1001 | char timebuf[TIMESTRMAX]; |
| 1002 | struct stat st; |
| 1003 | #ifdef DEBUG |
| 1004 | const struct file *file; |
| 1005 | char fn[MAXFNSZ]; |
| 1006 | #endif |
| 1007 | |
| 1008 | #define f_bogus 1u |
| 1009 | #define f_continue 2u |
| 1010 | #define f_fixup 4u |
| 1011 | #define f_stats 8u |
| 1012 | #define f_write 256u |
| 1013 | |
| 1014 | set_prog(argv[0]); |
| 1015 | for (;;) { |
| 1016 | opt = getopt(argc, argv, "hB:E:FR:X:b:cr:s"); if (opt < 0) break; |
| 1017 | switch (opt) { |
| 1018 | case 'h': usage(stderr); exit(0); |
| 1019 | case 'B': |
| 1020 | p = optarg; |
| 1021 | #define SKIP_PREFIX(s) \ |
| 1022 | (STRNCMP(p, ==, s "=", sizeof(s)) && (p += sizeof(s), 1)) |
| 1023 | for (;;) { |
| 1024 | if (SKIP_PREFIX("cf")) |
| 1025 | clear_factor = parse_float(&p, 0, DBL_MAX, "clear factor"); |
| 1026 | else if (SKIP_PREFIX("cmin")) |
| 1027 | clear_min = parse_int(&p, 1, SECLIMIT, "clear minimum"); |
| 1028 | else if (SKIP_PREFIX("cmax")) |
| 1029 | clear_max = parse_int(&p, 1, SECLIMIT, "clear maximum"); |
| 1030 | else if (SKIP_PREFIX("sf")) |
| 1031 | step_factor = parse_float(&p, 0, DBL_MAX, "step factor"); |
| 1032 | else if (SKIP_PREFIX("smin")) |
| 1033 | step_min = parse_int(&p, 1, SECLIMIT - 1, "step minimum"); |
| 1034 | else if (SKIP_PREFIX("smax")) |
| 1035 | step_max = parse_int(&p, 1, SECLIMIT - 1, "step maximum"); |
| 1036 | else if (SKIP_PREFIX("retry")) |
| 1037 | max_retries = parse_int(&p, 0, INT_MAX, "retries"); |
| 1038 | else if (SKIP_PREFIX("alpha")) |
| 1039 | alpha = parse_float(&p, 0, 1, "average decay factor"); |
| 1040 | else if (SKIP_PREFIX("_badwait")) |
| 1041 | bad_block_delay = parse_float(&p, 0, DBL_MAX, "bad-block delay"); |
| 1042 | else if (SKIP_PREFIX("_blkwait")) |
| 1043 | good_block_delay = parse_float(&p, 0, DBL_MAX, "good block delay"); |
| 1044 | else |
| 1045 | bail("unknown bad blocks parameter `%s'", p); |
| 1046 | if (!*p) break; |
| 1047 | else if (*p != ',') bail("unexpected junk in parameters"); |
| 1048 | p++; |
| 1049 | } |
| 1050 | #undef SKIP_PREFIX |
| 1051 | break; |
| 1052 | case 'E': errfile = optarg; break; |
| 1053 | case 'F': f |= f_fixup; break; |
| 1054 | case 'R': |
| 1055 | fp = fopen(optarg, "r"); |
| 1056 | if (!fp) |
| 1057 | bail_syserr(errno, "failed to open ranges file `%s'", optarg); |
| 1058 | i = 0; last = -1; |
| 1059 | for (;;) { |
| 1060 | BUF_REWIND(&buf); if (read_line(fp, &buf)) break; |
| 1061 | p = buf.p; i++; |
| 1062 | while (ISSPACE(*p)) p++; |
| 1063 | if (!*p || *p == '#') continue; |
| 1064 | if (parse_range(p, 0, &start, &end) || |
| 1065 | (last <= SECLIMIT && start < last)) |
| 1066 | bail("bad range `%s' at `%s' line %zu", buf.p, optarg, i); |
| 1067 | if (start < end) { |
| 1068 | if (start == last) |
| 1069 | eventq.v[eventq.n - 1].pos = end; |
| 1070 | else { |
| 1071 | put_event(EV_WRITE, 0, start); |
| 1072 | put_event(EV_STOP, 0, end); |
| 1073 | } |
| 1074 | last = end; |
| 1075 | } |
| 1076 | } |
| 1077 | if (ferror(fp)) |
| 1078 | bail_syserr(errno, "failed to read ranges file `%s'", optarg); |
| 1079 | break; |
| 1080 | case 'X': |
| 1081 | fp = fopen(optarg, "r"); |
| 1082 | if (!fp) |
| 1083 | bail_syserr(errno, "failed to open bad-blocks file `%s'", optarg); |
| 1084 | i = 0; last = -1; |
| 1085 | for (;;) { |
| 1086 | BUF_REWIND(&buf); if (read_line(fp, &buf)) break; |
| 1087 | p = buf.p; i++; |
| 1088 | while (ISSPACE(*p)) p++; |
| 1089 | if (!*p || *p == '#') continue; |
| 1090 | if (parse_range(p, 0, &start, &end) || |
| 1091 | (last <= SECLIMIT && start < last)) |
| 1092 | bail("bad range `%s' at `%s' line %zu", buf.p, optarg, i); |
| 1093 | if (start < end) |
| 1094 | { VEC_PUSH(bad, &badblocks); bad->start = start; bad->end = end; } |
| 1095 | } |
| 1096 | if (ferror(fp)) |
| 1097 | bail_syserr(errno, "failed to read bad-blocks file `%s'", optarg); |
| 1098 | break; |
| 1099 | case 'b': |
| 1100 | if (mapfile) bail("can't have multiple map files"); |
| 1101 | mapfile = optarg; |
| 1102 | break; |
| 1103 | case 'c': f |= f_continue; break; |
| 1104 | case 'r': |
| 1105 | start = 0; end = -1; |
| 1106 | if (parse_range(optarg, PRF_HYPHEN, &start, &end)) |
| 1107 | bail("bad range `%s'", optarg); |
| 1108 | if (start < end) { |
| 1109 | put_event(EV_WRITE, 0, start); |
| 1110 | if (end <= SECLIMIT) put_event(EV_STOP, 0, end); |
| 1111 | } |
| 1112 | break; |
| 1113 | case 's': f |= f_stats; break; |
| 1114 | default: f |= f_bogus; break; |
| 1115 | } |
| 1116 | } |
| 1117 | if (argc - optind != 2) f |= f_bogus; |
| 1118 | if (f&f_bogus) { usage(stderr); exit(2); } |
| 1119 | |
| 1120 | setlocale(LC_ALL, ""); |
| 1121 | progress_init(&progress); |
| 1122 | device = argv[optind]; outfile = argv[optind + 1]; |
| 1123 | |
| 1124 | if (badblocks.n) { |
| 1125 | qsort(badblocks.v, badblocks.n, sizeof(struct badblock), |
| 1126 | compare_badblock); |
| 1127 | #ifdef DEBUG |
| 1128 | printf(";; fake bad blocks:\n"); |
| 1129 | for (i = 0; i < badblocks.n; i++) |
| 1130 | printf(";;\t%8"PRIuSEC" .. %"PRIuSEC"\n", |
| 1131 | badblocks.v[i].start, badblocks.v[i].end); |
| 1132 | #endif |
| 1133 | } |
| 1134 | |
| 1135 | open_dvd(device, &dvdfd, &dvd); |
| 1136 | if (fstat(dvdfd, &st)) |
| 1137 | bail_syserr(errno, "failed to stat device `%s'", device); |
| 1138 | if (S_ISREG(st.st_mode)) { |
| 1139 | blksz = SECTORSZ; |
| 1140 | volsz = st.st_size; |
| 1141 | } else if (S_ISBLK(st.st_mode)) { |
| 1142 | if (ioctl(dvdfd, BLKSSZGET, &blksz)) |
| 1143 | bail_syserr(errno, "failed to get block size for `%s'", device); |
| 1144 | if (ioctl(dvdfd, BLKGETSIZE64, &volsz)) |
| 1145 | bail_syserr(errno, "failed to get volume size for `%s'", device); |
| 1146 | } else |
| 1147 | bail("can't use `%s' as source: expected file or block device", device); |
| 1148 | |
| 1149 | if (blksz != SECTORSZ) |
| 1150 | bail("device `%s' block size %d /= %d", device, blksz, SECTORSZ); |
| 1151 | if (volsz%SECTORSZ) |
| 1152 | bail("device `%s' volume size %"PRIu64" not a multiple of %d", |
| 1153 | device, volsz, SECTORSZ); |
| 1154 | |
| 1155 | outfd = open(outfile, O_WRONLY | O_CREAT, 0666); |
| 1156 | if (outfd < 0) |
| 1157 | bail_syserr(errno, "failed to create output file `%s'", outfile); |
| 1158 | |
| 1159 | if (f&f_continue) { |
| 1160 | off = lseek(outfd, 0, SEEK_END); |
| 1161 | if (off < 0) |
| 1162 | bail_syserr(errno, "failed to seek to end of output file `%s'", |
| 1163 | outfile); |
| 1164 | put_event(EV_WRITE, 0, off/SECTORSZ); |
| 1165 | } else if (!eventq.n && !(f&f_fixup)) |
| 1166 | put_event(EV_WRITE, 0, 0); |
| 1167 | |
| 1168 | /* It's fast enough just to check everything. */ |
| 1169 | put_menu(dvd, 0); |
| 1170 | for (i = 1; i < 100; i++) { |
| 1171 | put_menu(dvd, i); |
| 1172 | put_title(dvd, i); |
| 1173 | } |
| 1174 | put_file(mkident(RAW, 0, 0), 0, volsz/SECTORSZ); |
| 1175 | assert(filetab.n <= MAXFILES); |
| 1176 | |
| 1177 | for (i = 0, limit = 0; i < filetab.n; i++) |
| 1178 | if (filetab.v[i].end > limit) limit = filetab.v[i].end; |
| 1179 | |
| 1180 | if (end > limit) end = limit; |
| 1181 | |
| 1182 | #ifdef DEBUG |
| 1183 | printf("\n;; files:\n"); |
| 1184 | for (i = 0; i < filetab.n; i++) { |
| 1185 | file = &filetab.v[i]; |
| 1186 | store_filename(fn, file->id); |
| 1187 | printf(";;\t%8"PRIuSEC" %s\n", file->start, fn); |
| 1188 | } |
| 1189 | #endif |
| 1190 | |
| 1191 | qsort(eventq.v, eventq.n, sizeof(struct event), compare_event); |
| 1192 | |
| 1193 | f &= ~f_write; start = 0; n = 0; |
| 1194 | for (i = 0; i < eventq.n; i++) { |
| 1195 | ev = &eventq.v[i]; |
| 1196 | switch (ev->ev) { |
| 1197 | case EV_WRITE: |
| 1198 | if (f&f_write) |
| 1199 | bail("overlapping ranges: range from %"PRIuSEC" still open at %"PRIuSEC"", |
| 1200 | start, ev->pos); |
| 1201 | n++; f |= f_write; start = ev->pos; |
| 1202 | break; |
| 1203 | case EV_STOP: |
| 1204 | f &= ~f_write; |
| 1205 | break; |
| 1206 | } |
| 1207 | } |
| 1208 | |
| 1209 | f &= ~f_write; start = 0; |
| 1210 | for (i = 0; i < eventq.n; i++) { |
| 1211 | ev = &eventq.v[i]; |
| 1212 | switch (ev->ev) { |
| 1213 | case EV_WRITE: start = ev->pos; f |= f_write; break; |
| 1214 | case EV_STOP: nsectors += ev->pos - start; f &= ~f_write; break; |
| 1215 | } |
| 1216 | if (ev->pos >= limit) break; |
| 1217 | if (f&f_fixup) start = ev->pos; |
| 1218 | } |
| 1219 | eventq.n = i; |
| 1220 | if (f&f_fixup) { |
| 1221 | put_event(EV_WRITE, 0, start); |
| 1222 | n++; f |= f_write; |
| 1223 | } |
| 1224 | if (f&f_write) { |
| 1225 | nsectors += limit - start; |
| 1226 | put_event(EV_STOP, 0, limit); |
| 1227 | } |
| 1228 | |
| 1229 | copy_progress.render = render_copy_progress; |
| 1230 | progress_additem(&progress, ©_progress); |
| 1231 | if (nsectors == limit - start) |
| 1232 | { ndone = start; nsectors = limit; } |
| 1233 | else { |
| 1234 | disc_progress.render = render_disc_progress; |
| 1235 | progress_additem(&progress, &disc_progress); |
| 1236 | } |
| 1237 | |
| 1238 | if (f&f_stats) gettimeofday(&tv0, 0); |
| 1239 | |
| 1240 | #ifdef DEBUG |
| 1241 | printf("\n;; event sweep:\n"); |
| 1242 | #endif |
| 1243 | f &= ~f_write; |
| 1244 | for (pos = 0, i = 0; i < eventq.n; i++) { |
| 1245 | ev = &eventq.v[i]; |
| 1246 | if (ev->pos > pos) { |
| 1247 | if (f&f_write) emit(pos, ev->pos); |
| 1248 | pos = ev->pos; |
| 1249 | #ifdef DEBUG |
| 1250 | progress_clear(&progress); |
| 1251 | printf(";;\n"); |
| 1252 | #endif |
| 1253 | } |
| 1254 | switch (ev->ev) { |
| 1255 | case EV_BEGIN: |
| 1256 | set_live(ev->file); |
| 1257 | #ifdef DEBUG |
| 1258 | store_filename(fn, filetab.v[ev->file].id); |
| 1259 | progress_clear(&progress); |
| 1260 | printf(";; %8"PRIuSEC": begin `%s'\n", pos, fn); |
| 1261 | #endif |
| 1262 | break; |
| 1263 | case EV_WRITE: |
| 1264 | gettimeofday(&last_time, 0); last_pos = pos; |
| 1265 | if (lseek(outfd, (off_t)ev->pos*SECTORSZ, SEEK_SET) < 0) |
| 1266 | bail_syserr(errno, |
| 1267 | "failed to seek to resume position " |
| 1268 | "(sector %"PRIuSEC") in output file `%s'", |
| 1269 | ev->pos, outfile); |
| 1270 | #ifdef DEBUG |
| 1271 | progress_clear(&progress); |
| 1272 | printf(";; %8"PRIuSEC": begin write\n", pos); |
| 1273 | #endif |
| 1274 | f |= f_write; |
| 1275 | break; |
| 1276 | case EV_STOP: |
| 1277 | f &= ~f_write; |
| 1278 | #ifdef DEBUG |
| 1279 | progress_clear(&progress); |
| 1280 | printf(";; %8"PRIuSEC": end write\n", pos); |
| 1281 | #endif |
| 1282 | break; |
| 1283 | case EV_END: |
| 1284 | clear_live(ev->file); |
| 1285 | #ifdef DEBUG |
| 1286 | store_filename(fn, filetab.v[ev->file].id); |
| 1287 | progress_clear(&progress); |
| 1288 | printf(";; %8"PRIuSEC": end `%s'\n", pos, fn); |
| 1289 | #endif |
| 1290 | break; |
| 1291 | default: abort(); |
| 1292 | } |
| 1293 | } |
| 1294 | |
| 1295 | progress_clear(&progress); |
| 1296 | |
| 1297 | if (ftruncate(outfd, (off_t)limit*SECTORSZ) < 0) |
| 1298 | bail_syserr(errno, "failed to set output file `%s' length", outfile); |
| 1299 | |
| 1300 | if (f&f_stats) { |
| 1301 | gettimeofday(&tv1, 0); t = tvdiff(&tv0, &tv1); |
| 1302 | if (nsectors == limit - start) { ndone -= start; nsectors -= start; } |
| 1303 | tot = scale_bytes((double)nsectors*SECTORSZ, &totunit); |
| 1304 | rate = scale_bytes((double)nsectors*SECTORSZ/t, &rateunit); |
| 1305 | moan("all done: %.1f %sB in %s -- %.1f %sB/s", |
| 1306 | tot, totunit, fmttime(t, timebuf), rate, rateunit); |
| 1307 | } |
| 1308 | |
| 1309 | if (dvd) DVDClose(dvd); |
| 1310 | if (dvdfd >= 0) close(dvdfd); |
| 1311 | if (outfd >= 0) close(outfd); |
| 1312 | carefully_fclose(mapfp, "bad-sector region map"); |
| 1313 | carefully_fclose(errfp, "bad-sector error log"); |
| 1314 | progress_free(&progress); |
| 1315 | |
| 1316 | #undef f_bogus |
| 1317 | #undef f_continue |
| 1318 | #undef f_fixup |
| 1319 | #undef f_stats |
| 1320 | #undef f_write |
| 1321 | |
| 1322 | return (0); |
| 1323 | } |