mdw@git.distorted.org.uk Git - dvdrip/blob - dvd-sector-copy.c

   1 #include "lib.h"
   2
   3 static void usage(FILE *fp)
   4 {
   5   fprintf(fp,
   6           "usage: %s [-ci] [-B PARAM=VALUE,...] [-R MAP]\n"
   7           "\t[-b OUTMAP] [-r [START]-[END]] DEVICE OUTFILE\n",
   8           prog);
   9 }
  10
  11 #define PRF_HYPHEN 1u
  12 static int parse_range(const char *p, unsigned f,
  13                        secaddr *start_out, secaddr *end_out)
  14 {
  15   char *q;
  16   int err, rc;
  17   unsigned long start, end;
  18
  19   err = errno;
  20
  21   if (ISDIGIT(*p)) {
  22     start = strtoul(p, &q, 0);
  23     if (errno || start >= SECLIMIT) { rc = -1; goto end; }
  24     *start_out = start; p = q;
  25   } else if (!(f&PRF_HYPHEN))
  26     { rc = -1; goto end; }
  27   else
  28     start = 0;
  29
  30   if (f&PRF_HYPHEN) {
  31     if (*p != '-')  { rc = -1; goto end; }
  32     p++;
  33   } else {
  34     if (!ISSPACE(*p)) { rc = -1; goto end; }
  35     do p++; while (ISSPACE(*p));
  36   }
  37
  38   if (ISDIGIT(*p)) {
  39     end = strtoul(p, &q, 0);
  40     if (errno || end > SECLIMIT || end < start) { rc = -1; goto end; }
  41     *end_out = end; p = q;
  42   } else if (!(f&PRF_HYPHEN))
  43     { rc = -1; goto end; }
  44
  45   if (!(f&PRF_HYPHEN)) while (ISSPACE(*p)) p++;
  46   if (*p && ((f&PRF_HYPHEN) || *p != '#')) { rc = -1; goto end; }
  47
  48   rc = 0;
  49 end:
  50   errno = err;
  51   return (rc);
  52 }
  53
  54 #define MAXFILES (1 + 2*99 + 1)
  55 struct file {
  56   ident id;
  57   secaddr start, end;
  58 };
  59 DEFVEC(file_v, struct file);
  60 static file_v filetab = VEC_INIT;
  61
  62 enum { EV_STOP, EV_BEGIN, EV_END, EV_WRITE };
  63 struct event {
  64   unsigned char ev, file;
  65   secaddr pos;
  66 };
  67 DEFVEC(event_v, struct event);
  68 static event_v eventq = VEC_INIT;
  69
  70 static int compare_event(const void *a, const void *b)
  71 {
  72   const struct event *eva = a, *evb = b;
  73
  74   if (eva->pos < evb->pos) return (-1);
  75   else if (eva->pos > evb->pos) return (+1);
  76
  77   if (eva->ev < evb->ev) return (-1);
  78   else if (eva->ev > evb->ev) return (+1);
  79
  80   if (eva->file < evb->file) return (-1);
  81   else if (eva->file > evb->file) return (+1);
  82
  83   return (0);
  84 }
  85
  86 #ifdef DEBUG
  87 static void dump_eventq(const char *what)
  88 {
  89   unsigned i;
  90   const struct event *ev;
  91   char fn[MAXFNSZ];
  92
  93   printf("\n;; event dump (%s):\n", what);
  94   for (i = 0; i < eventq.n; i++) {
  95     ev = &eventq.v[i];
  96     switch (ev->ev) {
  97       case EV_BEGIN:
  98         store_filename(fn, filetab.v[ev->file].id);
  99         printf(";; %8"PRIuSEC": begin %s\n", ev->pos, fn);
 100         break;
 101       case EV_END:
 102         store_filename(fn, filetab.v[ev->file].id);
 103         printf(";; %8"PRIuSEC": end %s\n", ev->pos, fn);
 104         break;
 105       case EV_WRITE:
 106         printf(";; %8"PRIuSEC": write\n", ev->pos);
 107         break;
 108       case EV_STOP:
 109         printf(";; %8"PRIuSEC": stop\n", ev->pos);
 110         break;
 111       default:
 112         printf(";; %8"PRIuSEC": ?%u\n", ev->pos, ev->ev);
 113         break;
 114     }
 115   }
 116 }
 117 #endif
 118
 119 typedef uint_least32_t bits;
 120 static bits live[(MAXFILES + 31)/32];
 121
 122 static inline int livep(unsigned i)
 123   { return (live[i/32]&((bits)1 << (i%32))); }
 124 static inline void set_live(unsigned i)
 125   { live[i/32] |= (bits)1 << (i%32); }
 126 static inline void clear_live(unsigned i)
 127   { live[i/32] &= ~((bits)1 << (i%32)); }
 128 static inline int least_live(void)
 129 {
 130   unsigned i, n = (filetab.n + 32)/32;
 131   bits b;
 132
 133   for (i = 0; i < n; i++) { b = live[i]; if (b) goto found; }
 134   return (-1);
 135 found:
 136   i *= 32;
 137   if (!(b&0x0000ffff)) { b >>= 16; i += 16; }
 138   if (!(b&0x000000ff)) { b >>=  8; i +=  8; }
 139   if (!(b&0x0000000f)) { b >>=  4; i +=  4; }
 140   if (!(b&0x00000003)) { b >>=  2; i +=  2; }
 141   if (!(b&0x00000001)) { b >>=  1; i +=  1; }
 142   assert(b&1);
 143   return (i);
 144 }
 145
 146 static void put_event(unsigned evtype, unsigned file, secaddr pos)
 147 {
 148   struct event *ev;
 149
 150   VEC_PUSH(ev, &eventq);
 151   ev->ev = evtype; ev->file = file; ev->pos = pos;
 152 }
 153
 154 static void put_file(ident id, secaddr start, secaddr end)
 155 {
 156   struct file *f;
 157   size_t i;
 158
 159   VEC_PUSH(f, &filetab); i = f - filetab.v;
 160   f->id = id; f->start = start; f->end = end;
 161   put_event(EV_BEGIN, i, start);
 162   put_event(EV_END, i, end);
 163 }
 164
 165 static void put_menu(dvd_reader_t *dvd, unsigned title)
 166 {
 167   ident id = mkident(VOB, title, 0);
 168   char fn[MAXFNSZ];
 169   secaddr start, len;
 170
 171   store_filename(fn, id);
 172   start = UDFFindFile(dvd, fn, &len); if (!start) return;
 173 #ifdef DEBUG
 174   printf(";; %8"PRIuSEC" .. %-8"PRIuSEC": %s\n",
 175          start, start + SECTORS(len), fn);
 176 #endif
 177   put_file(id, start, start + SECTORS(len));
 178 }
 179
 180 static void put_title(dvd_reader_t *dvd, unsigned title)
 181 {
 182   char fn[MAXFNSZ];
 183   secaddr start[9], len[9];
 184   unsigned i, npart;
 185
 186   for (i = 0; i < 9; i++) {
 187     store_filename(fn, mkident(VOB, title, i + 1));
 188     start[i] = UDFFindFile(dvd, fn, &len[i]); if (!start[i]) break;
 189   }
 190   npart = i; if (!npart) return;
 191
 192 #ifdef DEBUG
 193   for (i = 0; i < npart; i++) {
 194     store_filename(fn, mkident(VOB, title, i + 1));
 195     printf(";; %8"PRIuSEC" .. %-8"PRIuSEC": %s\n",
 196            start[i], start[i] + SECTORS(len[i]), fn);
 197   }
 198 #endif
 199
 200   if (npart > 1)
 201     for (i = 0; i < npart - 1; i++) {
 202       if (len[i]%SECTORSZ)
 203         bail("title %u part %u length = %"PRIuSEC" not a multiple of %d",
 204              title, i, len[i], SECTORSZ);
 205       if (start[i] + len[i]/SECTORSZ != start[i + 1])
 206         bail
 207           ("title %u part %u end = %"PRIuSEC" /= part %u start = %"PRIuSEC"",
 208            title, i, start[i] + len[i]/SECTORSZ, i + 1, start[i + 1]);
 209     }
 210
 211   put_file(mkident(VOB, title, 1),
 212            start[0], start[npart - 1] + SECTORS(len[npart - 1]));
 213 }
 214
 215 static dvd_reader_t *dvd;
 216 static int dvdfd = -1, outfd = -1;
 217 static struct file *file;
 218 static dvd_file_t *vob;
 219 static const char *mapfile; static FILE *mapfp;
 220 static const char *errfile; static FILE *errfp;
 221 static secaddr limit;
 222 static secaddr bad_start;
 223 static unsigned retry, max_retries = 4;
 224
 225 static secaddr nsectors, ndone;
 226 static secaddr last_pos;
 227 static struct timeval last_time;
 228 static double alpha = 0.1;
 229 static double wsum, wcount;
 230 static int bad_err;
 231
 232 static const char throbber[] = "|<-<|>->";
 233 static unsigned throbix = 0;
 234
 235 static struct progress_item
 236   copy_progress, disc_progress,
 237   file_progress, badblock_progress;
 238
 239 static double scale_bytes(double n, const char **unit_out)
 240 {
 241   const char *unit = "";
 242
 243   if (n > 1600) { n /= 1024; unit = "k"; }
 244   if (n > 1600) { n /= 1024; unit = "M"; }
 245   if (n > 1600) { n /= 1024; unit = "G"; }
 246   if (n > 1600) { n /= 1024; unit = "T"; }
 247   *unit_out = unit; return (n);
 248 }
 249
 250 #define TIMESTRMAX 16
 251 static char *fmttime(unsigned long t, char *buf)
 252 {
 253   if (t < 60) sprintf(buf, "%ld s", t);
 254   else if (t < 3600) sprintf(buf, "%ld:%02ld", t/60, t%60);
 255   else sprintf(buf, "%ld:%02ld:%02ld", t/3600, (t/60)%60, t%60);
 256   return (buf);
 257 }
 258
 259 static void render_perfstats(struct progress_render_state *render)
 260 {
 261   int eta;
 262   char timebuf[TIMESTRMAX];
 263   double rate;
 264   const char *unit;
 265
 266   if (!wsum || !wcount) { rate = 0; eta = -1; }
 267   else { rate = wsum/wcount; eta = (int)((nsectors - ndone)/rate + 0.5); }
 268
 269   rate = scale_bytes(rate*SECTORSZ, &unit);
 270   progress_putright(render, "ETA %s ", rate ? fmttime(eta, timebuf) : "???");
 271   progress_putright(render, "%.1f %sB/s, ", rate, unit);
 272 }
 273
 274 static void render_copy_progress(struct progress_item *item,
 275                                  struct progress_render_state *render)
 276 {
 277   double frac = (double)ndone/nsectors;
 278
 279   progress_putleft(render, " %c copied %.1f%%",
 280                    throbber[throbix], 100.0*frac);
 281   render_perfstats(render);
 282   progress_putleft(render, " (%"PRIuSEC" of %"PRIuSEC")", ndone, nsectors);
 283
 284   progress_showbar(render, frac);
 285 }
 286
 287 static void render_disc_progress(struct progress_item *item,
 288                                  struct progress_render_state *render)
 289 {
 290   double frac = (double)last_pos/limit;
 291
 292   progress_putleft(render, "        disc %.1f%% (%"PRIuSEC" of %"PRIuSEC")",
 293                    100.0*frac, last_pos, limit);
 294   progress_showbar(render, frac);
 295 }
 296
 297 static void render_file_progress(struct progress_item *item,
 298                                  struct progress_render_state *render)
 299 {
 300   secaddr off = last_pos - file->start, len = file->end - file->start;
 301   char fn[MAXFNSZ];
 302   double frac;
 303
 304   store_filename(fn, file->id);
 305   frac = (double)off/len;
 306   progress_putleft(render, "        `%s' %.1f%% (%"PRIuSEC" of %"PRIuSEC")",
 307                    fn, 100.0*frac, off, len);
 308   progress_showbar(render, frac);
 309 }
 310
 311 static void render_badblock_progress(struct progress_item *item,
 312                                      struct progress_render_state *render)
 313 {
 314   secaddr n = last_pos - bad_start;
 315   int bg;
 316
 317   if (!n) {
 318     progress_putleft(render, " Retrying bad sector %"PRIuSEC"", bad_start);
 319     progress_putright(render, "attempt %u/%u ", retry + 1, max_retries);
 320     bg = 4;
 321   } else {
 322     progress_putleft(render, " Found %"PRIuSEC" bad %s",
 323                      n, n == 1 ? "sector" : "sectors");
 324     progress_putright(render, "%"PRIuSEC" .. %"PRIuSEC" ",
 325                       bad_start, last_pos);
 326     bg = 1;
 327   }
 328   if (bad_err && bad_err != EIO)
 329     progress_putleft(render, " (%s)", strerror(bad_err));
 330   progress_shownotice(render, bg, 7);
 331 }
 332
 333 static void update_progress(secaddr pos)
 334 {
 335   struct timeval now;
 336   double t, f, g;
 337
 338   gettimeofday(&now, 0);
 339   t = tvdiff(&last_time, &now);
 340
 341 #define BETA (1 - alpha)
 342
 343   if (t) {
 344     g = wcount ? pow(BETA, t) : 0.0; f = (1 - g)/(1 - BETA);
 345     wsum = f*(pos - last_pos)/t + g*wsum;
 346     wcount = f + g*wcount;
 347     ndone += pos - last_pos;
 348     last_time = now; last_pos = pos;
 349   }
 350
 351 #undef BETA
 352
 353   throbix++; if (!throbber[throbix]) throbix = 0;
 354 }
 355
 356 static void report_progress(secaddr pos)
 357   { update_progress(pos); progress_update(&progress); }
 358
 359 struct badblock { secaddr start, end; };
 360 DEFVEC(badblock_v, struct badblock);
 361 static badblock_v badblocks = VEC_INIT;
 362
 363 static int compare_badblock(const void *a, const void *b)
 364 {
 365   const struct badblock *ba = a, *bb = b;
 366
 367   if (ba->start < bb->start) return (-1);
 368   else if (ba->start > bb->start) return (+1);
 369
 370   if (ba->end < bb->end) return (-1);
 371   else if (ba->end > bb->end) return (+1);
 372
 373   return (0);
 374 }
 375
 376 static double bad_block_delay = 0.0;
 377 static double good_block_delay = 0.0;
 378
 379 static ssize_t read_sectors(secaddr pos, void *buf, secaddr want)
 380 {
 381   ssize_t n, done;
 382   size_t lo, mid, hi;
 383   int fakeerr = 0;
 384   struct badblock *bad, *best;
 385   unsigned char *p = buf;
 386
 387   if (badblocks.n) {
 388     best = 0; lo = 0; hi = badblocks.n;
 389 #ifdef DEBUG
 390     progress_clear(&progress);
 391     printf(";; searching badblocks for %"PRIuSEC" .. %"PRIuSEC"\n",
 392            pos, pos + want);
 393 #endif
 394     while (lo < hi) {
 395       mid = lo + (hi - lo)/2; bad = &badblocks.v[mid];
 396 #ifdef DEBUG
 397       printf(";;   try %zu (%"PRIuSEC" .. %"PRIuSEC")... ",
 398              mid, bad->start, bad->end);
 399 #endif
 400       if (pos < bad->start) { D( printf("high\n"); ) best = bad; hi = mid; }
 401       else if (pos >= bad->end) { D( printf("low\n"); ) lo = mid + 1; }
 402       else {
 403         D( printf("match!\n"); )
 404         errno = EIO; sit(bad_block_delay); return (-1);
 405       }
 406     }
 407 #ifdef DEBUG
 408     if (best)
 409       printf(";;   next is %"PRIuSEC" .. %"PRIuSEC"\n",
 410              best->start, best->end);
 411 #endif
 412     if (best && pos + want > best->start)
 413       { want = best->start - pos; fakeerr = EIO; sit(bad_block_delay); }
 414   }
 415
 416   done = 0; errno = 0;
 417   while (want) {
 418     if (vob)
 419       { errno = 0; n = DVDReadBlocks(vob, pos - file->start, want, p); }
 420     else if (file) {
 421       if (lseek(dvdfd, (off_t)pos*SECTORSZ, SEEK_SET) < 0)
 422         bail_syserr(errno, "failed to seek to sector %"PRIuSEC"", pos);
 423       errno = 0; n = read(dvdfd, p, want*SECTORSZ);
 424       if (n >= 0) n /= SECTORSZ;
 425     } else {
 426       memset(p, 0, want*SECTORSZ);
 427       n = want;
 428     }
 429
 430     if (n > 0) { done += n; pos += n; p += n*SECTORSZ; want -= n; }
 431     else if (!n) break;
 432     else if (errno == EIO && errfile) {
 433       open_file_on_demand(errfile, &errfp, "bad-sector error log");
 434       fprintf(errfp, "%"PRIuSEC" %"PRIuSEC"\n", pos, pos + 1);
 435       check_write(errfp, "bad-sector error log");
 436       break;
 437     } else if (errno != EINTR) break;
 438   }
 439   if (fakeerr && !errno) errno = fakeerr;
 440   else if (done > 0 && good_block_delay) sit(done*good_block_delay);
 441   return (!done && errno ? -1 : done);
 442 }
 443
 444 struct recoverybuf {
 445   unsigned char *buf;
 446   secaddr sz, pos, start, end;
 447   secaddr good_lo, good_hi;
 448 };
 449
 450 static void rearrange_sectors(struct recoverybuf *r,
 451                               secaddr dest, secaddr src, secaddr len)
 452 {
 453   assert(dest + len <= r->sz); assert(src + len <= r->sz);
 454   memmove(r->buf + dest*SECTORSZ, r->buf + src*SECTORSZ, len*SECTORSZ);
 455 }
 456
 457 #ifdef DEBUG
 458 static PRINTF_LIKE(2, 3)
 459   void show_recovery_buffer_map(const struct recoverybuf *r,
 460                                 const char *what, ...)
 461 {
 462   va_list ap;
 463
 464   va_start(ap, what);
 465   progress_clear(&progress);
 466   printf(";; recovery buffer (");
 467   vprintf(what, ap);
 468   printf("): "
 469          "(%"PRIuSEC") ..%"PRIuSEC".. "
 470          "[%"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC"] "
 471          "..%"PRIuSEC".. (%"PRIuSEC")\n",
 472          r->pos, r->start,
 473          r->pos + r->start, r->end - r->start, r->pos + r->end,
 474          r->sz - r->end, r->pos + r->sz);
 475   va_end(ap);
 476   assert(r->start <= r->end);
 477   assert(r->end <= r->sz);
 478 }
 479 #endif
 480
 481 static ssize_t recovery_read_sectors(struct recoverybuf *r,
 482                                      secaddr pos, secaddr off, secaddr want)
 483 {
 484   ssize_t n;
 485
 486   assert(off <= r->sz); assert(want <= r->sz - off);
 487   assert(pos == r->pos + off);
 488   n = read_sectors(pos, r->buf + off*SECTORSZ, want);
 489   return (n);
 490 }
 491
 492 static ssize_t recovery_read_buffer(struct recoverybuf *r,
 493                                     secaddr pos, secaddr want)
 494 {
 495   secaddr diff, pp, nn;
 496   ssize_t n;
 497
 498 #ifdef DEBUG
 499   progress_clear(&progress);
 500   show_recovery_buffer_map(r, "begin(%"PRIuSEC", %"PRIuSEC")", pos, want);
 501 #endif
 502
 503   if (pos < r->pos) {
 504     diff = r->pos - pos;
 505     if (r->start + diff >= r->sz) {
 506       r->pos = pos; r->start = r->end = 0;
 507 #ifdef DEBUG
 508       show_recovery_buffer_map(r, "cleared; shift up by %"PRIuSEC"", diff);
 509 #endif
 510     } else {
 511       if (r->end + diff > r->sz) r->end = r->sz - diff;
 512       rearrange_sectors(r, r->start + diff, r->start, r->end - r->start);
 513       r->pos -= diff; r->start += diff; r->end += diff;
 514 #ifdef DEBUG
 515       show_recovery_buffer_map(r, "shifted up by %"PRIuSEC"", diff);
 516 #endif
 517     }
 518   } else if (pos > r->pos + r->end) {
 519     r->pos = pos; r->start = r->end = 0;
 520 #ifdef DEBUG
 521     show_recovery_buffer_map(r, "cleared; beyond previous region");
 522 #endif
 523   } else if (pos + want > r->pos + r->sz) {
 524     diff = (pos + want) - (r->pos + r->sz);
 525     if (r->end <= diff) {
 526       r->pos = pos; r->start = r->end = 0;
 527 #ifdef DEBUG
 528       show_recovery_buffer_map(r, "cleared; shift down by %"PRIuSEC"", diff);
 529 #endif
 530     } else {
 531       if (r->start < diff) r->start = diff;
 532       rearrange_sectors(r, r->start - diff, r->start, r->end - r->start);
 533       r->pos += diff; r->start -= diff; r->end -= diff;
 534 #ifdef DEBUG
 535       show_recovery_buffer_map(r, "shifted down by %"PRIuSEC"", diff);
 536 #endif
 537     }
 538   }
 539
 540   if (pos < r->pos + r->start) {
 541     pp = pos - r->pos; nn = r->start - pp;
 542 #ifdef DEBUG
 543     printf(";; read low (%"PRIuSEC"@%"PRIuSEC", %"PRIuSEC")", pos, pp, nn);
 544     fflush(stdout);
 545 #endif
 546     n = recovery_read_sectors(r, pos, pp, nn);
 547 #ifdef DEBUG
 548     printf(" -> %zd\n", n);
 549 #endif
 550     if (n != nn) {
 551       if (n >= 0 && n > want) n = want;
 552       goto end;
 553     }
 554     r->start = pp;
 555 #ifdef DEBUG
 556     show_recovery_buffer_map(r, "joined new region");
 557 #endif
 558   }
 559
 560   if (pos + want > r->pos + r->end) {
 561     pp = r->end; nn = (pos + want) - (r->pos + r->end);
 562 #ifdef DEBUG
 563     printf(";; read high (%"PRIuSEC"@%"PRIuSEC", %"PRIuSEC")",
 564            r->pos + pp, pp, nn);
 565     fflush(stdout);
 566 #endif
 567     n = recovery_read_sectors(r, r->pos + pp, pp, nn);
 568 #ifdef DEBUG
 569     printf(" -> %zd\n", n);
 570 #endif
 571     if (n > 0) {
 572       r->end += n;
 573 #ifdef DEBUG
 574       show_recovery_buffer_map(r, "joined new region");
 575 #endif
 576     }
 577   }
 578
 579   n = r->pos + r->end - pos;
 580   if (!n && want) n = -1;
 581   else if (n > want) n = want;
 582
 583 end:
 584 #ifdef DEBUG
 585   show_recovery_buffer_map(r, "done; return %zd", n);
 586 #endif
 587   return (n);
 588 }
 589
 590 static ssize_t recovery_read_multiple(struct recoverybuf *r,
 591                                       secaddr pos, secaddr want)
 592 {
 593   ssize_t n;
 594   secaddr skip, want0 = want;
 595
 596   while (want > r->sz) {
 597     skip = want - r->sz;
 598     n = recovery_read_buffer(r, pos + skip, r->sz);
 599     if (n < r->sz) return (skip + (n >= 0 ? n : 0));
 600     want -= r->sz;
 601   }
 602   n = recovery_read_buffer(r, pos, want);
 603   if (n < 0 || n < want) return (n);
 604   return (want0);
 605 }
 606
 607 static ssize_t recovery_read(struct recoverybuf *r,
 608                              secaddr pos, secaddr want)
 609 {
 610   secaddr lo = pos, hi = pos + want, span;
 611   ssize_t n;
 612
 613   if (hi < r->good_lo || lo > r->good_hi) {
 614     n = recovery_read_multiple(r, lo, hi - lo);
 615     if (n > 0) { r->good_lo = lo; r->good_hi = lo + n; }
 616     return (n);
 617   }
 618
 619   if (hi > r->good_hi) {
 620     span = hi - r->good_hi;
 621     n = recovery_read_multiple(r, r->good_hi, span);
 622     if (n > 0) r->good_hi += n;
 623     if (n < 0 || n < span) return (r->good_hi - lo);
 624   }
 625
 626   if (lo < r->good_lo) {
 627     span = r->good_lo - lo;
 628     n = recovery_read_multiple(r, lo, span);
 629     if (n == span) r->good_lo = lo;
 630     else return (n);
 631   }
 632
 633   n = r->good_hi - pos; if (n > want) n = want;
 634   if (!n) { errno = EIO; n = -1; }
 635   return (n);
 636 }
 637
 638 static double clear_factor = 1.5;
 639 static secaddr clear_min = 1, clear_max = SECLIMIT;
 640 static double step_factor = 2.0;
 641 static secaddr step_min = 1, step_max = 0;
 642
 643 static void recovered(secaddr bad_lo, secaddr bad_hi)
 644 {
 645   char fn[MAXFNSZ];
 646
 647   progress_clear(&progress);
 648
 649   if (!file || id_kind(file->id) == RAW)
 650     moan("skipping %"PRIuSEC" bad sectors (%"PRIuSEC" .. %"PRIuSEC")",
 651          bad_hi - bad_lo, bad_lo, bad_hi);
 652   else {
 653     store_filename(fn, file->id);
 654     moan("skipping %"PRIuSEC" bad sectors (%"PRIuSEC" .. %"PRIuSEC"; "
 655          "`%s' %"PRIuSEC" .. %"PRIuSEC" of %"PRIuSEC")",
 656          bad_hi - bad_lo, bad_lo, bad_hi,
 657          fn, bad_lo - file->start, bad_hi - file->start,
 658          file->end - file->start);
 659   }
 660
 661   if (mapfile) {
 662     open_file_on_demand(mapfile, &mapfp, "bad-sector region map");
 663     fprintf(mapfp, "%"PRIuSEC" %"PRIuSEC" # %"PRIuSEC" sectors",
 664             bad_lo, bad_hi, bad_hi - bad_lo);
 665
 666     if (file && id_kind(file->id) != RAW)
 667       fprintf(mapfp, "; `%s' %"PRIuSEC" .. %"PRIuSEC" of %"PRIuSEC"",
 668               fn, bad_lo - file->start, bad_hi - file->start,
 669               file->end - file->start);
 670
 671     fputc('\n', mapfp);
 672     check_write(mapfp, "bad-sector region map");
 673   }
 674
 675   if (lseek(outfd, (off_t)(bad_hi - bad_lo)*SECTORSZ, SEEK_CUR) < 0)
 676     bail_syserr(errno, "failed to seek past bad sectors");
 677
 678   progress_removeitem(&progress, &badblock_progress);
 679   progress_update(&progress);
 680 }
 681
 682 static secaddr run_length_wanted(secaddr pos, secaddr badlen, secaddr end)
 683 {
 684   secaddr want;
 685
 686   want = ceil(clear_factor*badlen);
 687   if (want < clear_min) want = clear_min;
 688   if (want > end - pos) want = end - pos;
 689   if (clear_max && want > clear_max) want = clear_max;
 690   return (want);
 691 }
 692
 693 static void report_bad_blocks_progress(secaddr bad_hi, int err)
 694   { bad_err = err; report_progress(bad_hi); }
 695
 696 static ssize_t find_good_sector(secaddr *pos_inout, secaddr end,
 697                                 unsigned char *buf, secaddr sz)
 698 {
 699   secaddr pos = *pos_inout, bad_lo, bad_hi, good, step, want;
 700   struct recoverybuf r;
 701   ssize_t n;
 702
 703   bad_start = pos; bad_err = errno;
 704   badblock_progress.render = render_badblock_progress;
 705   progress_additem(&progress, &badblock_progress);
 706
 707   want = sz; if (want > end - pos) want = end - pos;
 708   for (retry = 0; retry < max_retries; retry++) {
 709     report_bad_blocks_progress(pos, errno);
 710     n = read_sectors(pos, buf, want);
 711 #ifdef DEBUG
 712     progress_clear(&progress);
 713     printf(";; [retry] try reading %"PRIuSEC" .. %"PRIuSEC" -> %zd\n",
 714            pos, pos + want, n);
 715 #endif
 716     if (n > 0) {
 717       progress_clear(&progress);
 718       moan("sector %"PRIuSEC" read ok after retry", pos);
 719       progress_removeitem(&progress, &badblock_progress);
 720       progress_update(&progress);
 721       return (n);
 722     }
 723   }
 724
 725   r.buf = buf; r.sz = sz; r.pos = r.start = r.end = 0;
 726   r.good_lo = r.good_hi = 0;
 727
 728   bad_lo = pos; bad_hi = pos + 1;
 729   for (;;) {
 730 #ifdef DEBUG
 731     progress_clear(&progress);
 732     printf(";; bounding bad-block region: "
 733            "%"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC"\n",
 734            bad_lo, bad_hi - bad_lo, bad_hi);
 735 #endif
 736     if (bad_hi >= end) {
 737       progress_clear(&progress);
 738       moan("giving up on this extent");
 739       recovered(bad_lo, end); *pos_inout = end;
 740       return (0);
 741     }
 742     report_bad_blocks_progress(bad_hi, errno);
 743     step = (step_factor - 1)*(bad_hi - bad_lo);
 744     if (step < step_min) step = step_min;
 745     if (step_max && step > step_max) step = step_max;
 746     step += bad_hi - bad_lo;
 747     if (step > end - bad_lo) step = end - bad_lo;
 748     want = run_length_wanted(pos, step, end);
 749     n = recovery_read(&r, pos, want);
 750 #ifdef DEBUG
 751     printf(";; [bound] try reading %"PRIuSEC" .. %"PRIuSEC" -> %zd\n",
 752            pos, pos + want, n);
 753 #endif
 754     if (n == want) break;
 755     if (n < 0) n = 0;
 756     bad_hi = pos + n + 1;
 757   }
 758
 759   good = pos;
 760   while (good > bad_hi) {
 761 #ifdef DEBUG
 762     progress_clear(&progress);
 763     printf(";; limiting bad-block region: "
 764            "%"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC"\n",
 765            bad_lo, bad_hi - bad_lo, bad_hi, good - bad_hi, good);
 766 #endif
 767     report_bad_blocks_progress(bad_hi, errno);
 768     pos = bad_hi + (good - bad_hi)/2;
 769     step = pos - bad_lo;
 770     want = run_length_wanted(pos, step, end);
 771     n = recovery_read(&r, pos, want);
 772 #ifdef DEBUG
 773     printf(";; [limit] try reading %"PRIuSEC" .. %"PRIuSEC" -> %zd\n",
 774            pos, pos + want, n);
 775 #endif
 776     if (n < 0) n = 0;
 777     if (n == want) good = pos;
 778     else bad_hi = pos + n + 1;
 779   }
 780   recovered(bad_lo, good); *pos_inout = good;
 781   if (good < r.pos + r.start || r.pos + r.end <= good)
 782     n = 0;
 783   else {
 784     n = r.pos + r.end - good;
 785     rearrange_sectors(&r, 0, good - r.pos, n);
 786   }
 787 #ifdef DEBUG
 788   show_recovery_buffer_map(&r, "returning %zd good sectors at %"PRIuSEC"",
 789                            n, good);
 790 #endif
 791   return (n);
 792 }
 793
 794 static void emit(secaddr start, secaddr end)
 795 {
 796 #define BUFSECTORS 512
 797
 798   int least;
 799   unsigned char buf[BUFSECTORS*SECTORSZ];
 800   secaddr pos;
 801   size_t want;
 802   ssize_t n;
 803   static int first_time = 1;
 804 #ifdef DEBUG
 805   struct file *f;
 806   char fn[MAXFNSZ];
 807   int act = -1;
 808   int i;
 809 #endif
 810
 811   least = least_live();
 812
 813 #ifdef DEBUG
 814   printf(";; %8"PRIuSEC" .. %"PRIuSEC"\n", start, end);
 815
 816   for (i = 0; i < filetab.n; i++) {
 817     if (!livep(i)) continue;
 818     if (act == -1) act = i;
 819     f = &filetab.v[i]; store_filename(fn, f->id);
 820     printf(";;\t\t%8"PRIuSEC" .. %-8"PRIuSEC" %s\n",
 821            start - f->start, end - f->start, fn);
 822   }
 823   if (act == -1) printf(";;\t\t#<no live source>\n");
 824   assert(act == least);
 825 #endif
 826
 827   if (least == -1)
 828     { file = 0; vob = 0; }
 829   else {
 830     file = &filetab.v[least];
 831     switch (id_kind(file->id)) {
 832       case RAW:
 833         vob = 0;
 834         break;
 835       case VOB:
 836         if (first_time) { progress_clear(&progress); first_time = 0; }
 837         vob = DVDOpenFile(dvd, id_title(file->id),
 838                           id_part(file->id)
 839                             ? DVD_READ_TITLE_VOBS
 840                             : DVD_READ_MENU_VOBS);
 841         if (!vob)
 842           bail("failed to open %s %u",
 843                id_part(file->id) ? "title" : "menu",
 844                id_title(file->id));
 845         break;
 846       default:
 847         abort();
 848     }
 849   }
 850
 851   if (file && id_kind(file->id) != RAW) {
 852     file_progress.render = render_file_progress;
 853     progress_additem(&progress, &file_progress);
 854   }
 855
 856   progress_update(&progress);
 857   pos = start;
 858   while (pos < end) {
 859     want = end - pos; if (want > BUFSECTORS) want = BUFSECTORS;
 860     n = read_sectors(pos, buf, want);
 861
 862     if (n <= 0) n = find_good_sector(&pos, end, buf, BUFSECTORS);
 863     if (n > 0) { carefully_write(outfd, buf, n*SECTORSZ); pos += n; }
 864     report_progress(pos);
 865   }
 866
 867   if (vob) { DVDCloseFile(vob); vob = 0; }
 868
 869   if (file && id_kind(file->id) != RAW)
 870     progress_removeitem(&progress, &file_progress);
 871   progress_update(&progress);
 872
 873 #undef BUFSECTORS
 874 }
 875
 876 int main(int argc, char *argv[])
 877 {
 878   unsigned f = 0;
 879   const char *p;
 880   off_t volsz;
 881   secaddr pos;
 882   off_t off;
 883   secaddr start, end, last;
 884   const struct event *ev;
 885   const char *device, *outfile;
 886   struct badblock *bad;
 887   int opt, blksz;
 888   size_t i;
 889   FILE *fp;
 890   struct buf buf = BUF_INIT;
 891   struct timeval tv0, tv1;
 892   double t, rate, tot;
 893   const char *rateunit, *totunit;
 894   char timebuf[TIMESTRMAX], id_in[MAXIDSZ], id_out[MAXIDSZ];
 895   dvd_reader_t *dvd_out;
 896 #ifdef DEBUG
 897   const struct file *file;
 898   char fn[MAXFNSZ];
 899 #endif
 900
 901 #define f_bogus 1u
 902 #define f_continue 2u
 903 #define f_fixup 4u
 904 #define f_stats 8u
 905 #define f_checkid 16u
 906 #define f_write 256u
 907
 908   set_prog(argv[0]);
 909   for (;;) {
 910     opt = getopt(argc, argv, "hB:E:FR:X:b:cir:s"); if (opt < 0) break;
 911     switch (opt) {
 912       case 'h': usage(stderr); exit(0);
 913       case 'B':
 914         p = optarg;
 915 #define SKIP_PREFIX(s)                                                  \
 916         (STRNCMP(p, ==, s "=", sizeof(s)) && (p += sizeof(s), 1))
 917         for (;;) {
 918           if (SKIP_PREFIX("cf"))
 919             clear_factor = parse_float(&p, PNF_JUNK, 0, DBL_MAX,
 920                                        "clear factor");
 921           else if (SKIP_PREFIX("cmin"))
 922             clear_min = parse_int(&p, PNF_JUNK, 1, SECLIMIT,
 923                                   "clear minimum");
 924           else if (SKIP_PREFIX("cmax"))
 925             clear_max = parse_int(&p, PNF_JUNK, 1, SECLIMIT,
 926                                   "clear maximum");
 927           else if (SKIP_PREFIX("sf"))
 928             step_factor = parse_float(&p, PNF_JUNK, 0, DBL_MAX,
 929                                       "step factor");
 930           else if (SKIP_PREFIX("smin"))
 931             step_min = parse_int(&p, PNF_JUNK, 1, SECLIMIT - 1,
 932                                  "step minimum");
 933           else if (SKIP_PREFIX("smax"))
 934             step_max = parse_int(&p, PNF_JUNK, 1, SECLIMIT - 1,
 935                                  "step maximum");
 936           else if (SKIP_PREFIX("retry"))
 937             max_retries = parse_int(&p, PNF_JUNK, 0, INT_MAX, "retries");
 938           else if (SKIP_PREFIX("alpha"))
 939             alpha = parse_float(&p, PNF_JUNK, 0, 1, "average decay factor");
 940           else if (SKIP_PREFIX("_badwait"))
 941             bad_block_delay = parse_float(&p, PNF_JUNK, 0, DBL_MAX,
 942                                           "bad-block delay");
 943           else if (SKIP_PREFIX("_blkwait"))
 944             good_block_delay = parse_float(&p, PNF_JUNK, 0, DBL_MAX,
 945                                            "good block delay");
 946           else
 947             bail("unknown bad blocks parameter `%s'", p);
 948           if (!*p) break;
 949           if (*p != ',') bail("unexpected junk in parameters");
 950           p++;
 951         }
 952 #undef SKIP_PREFIX
 953         break;
 954       case 'E': errfile = optarg; break;
 955       case 'F': f |= f_fixup; break;
 956       case 'R':
 957         fp = fopen(optarg, "r");
 958         if (!fp)
 959           bail_syserr(errno, "failed to open ranges file `%s'", optarg);
 960         i = 0; last = -1;
 961         for (;;) {
 962           buf_rewind(&buf); if (read_line(fp, &buf)) break;
 963           i++; p = buf.p;
 964           while (ISSPACE(*p)) p++;
 965           if (!*p || *p == '#') continue;
 966           if (parse_range(p, 0, &start, &end) ||
 967               (last <= SECLIMIT && start < last))
 968             bail("bad range `%s' at `%s' line %zu", buf.p, optarg, i);
 969           if (start < end) {
 970             if (start == last)
 971               eventq.v[eventq.n - 1].pos = end;
 972             else {
 973               put_event(EV_WRITE, 0, start);
 974               put_event(EV_STOP, 0, end);
 975             }
 976             last = end;
 977           }
 978         }
 979         if (ferror(fp))
 980           bail_syserr(errno, "failed to read ranges file `%s'", optarg);
 981         break;
 982       case 'X':
 983         fp = fopen(optarg, "r");
 984         if (!fp)
 985           bail_syserr(errno, "failed to open bad-blocks file `%s'", optarg);
 986         i = 0; last = -1;
 987         for (;;) {
 988           buf_rewind(&buf); if (read_line(fp, &buf)) break;
 989           p = buf.p; i++;
 990           while (ISSPACE(*p)) p++;
 991           if (!*p || *p == '#') continue;
 992           if (parse_range(p, 0, &start, &end) ||
 993               (last <= SECLIMIT && start < last))
 994             bail("bad range `%s' at `%s' line %zu", buf.p, optarg, i);
 995           if (start < end)
 996             { VEC_PUSH(bad, &badblocks); bad->start = start; bad->end = end; }
 997         }
 998         if (ferror(fp))
 999           bail_syserr(errno, "failed to read bad-blocks file `%s'", optarg);
1000         break;
1001       case 'b':
1002         if (mapfile) bail("can't have multiple map files");
1003         mapfile = optarg;
1004         break;
1005       case 'c': f |= f_continue; break;
1006       case 'i': f |= f_checkid; break;
1007       case 'r':
1008         start = 0; end = -1;
1009         if (parse_range(optarg, PRF_HYPHEN, &start, &end))
1010           bail("bad range `%s'", optarg);
1011         if (start < end) {
1012           put_event(EV_WRITE, 0, start);
1013           if (end <= SECLIMIT) put_event(EV_STOP, 0, end);
1014         }
1015         break;
1016       case 's': f |= f_stats; break;
1017       default: f |= f_bogus; break;
1018     }
1019   }
1020   if (argc - optind != 2) f |= f_bogus;
1021   if (f&f_bogus) { usage(stderr); exit(2); }
1022
1023   setlocale(LC_ALL, "");
1024   progress_init(&progress);
1025   device = argv[optind]; outfile = argv[optind + 1];
1026
1027   if (badblocks.n) {
1028     qsort(badblocks.v, badblocks.n, sizeof(struct badblock),
1029           compare_badblock);
1030 #ifdef DEBUG
1031     printf(";; fake bad blocks:\n");
1032     for (i = 0; i < badblocks.n; i++)
1033       printf(";;\t%8"PRIuSEC" .. %"PRIuSEC"\n",
1034              badblocks.v[i].start, badblocks.v[i].end);
1035 #endif
1036   }
1037
1038   if (open_dvd(device, O_RDONLY, &dvdfd, &dvd)) exit(2);
1039
1040   blksz = SECTORSZ; volsz = device_size(dvdfd, device, &blksz);
1041   if (blksz != SECTORSZ)
1042     bail("device `%s' block size %d /= %d", device, blksz, SECTORSZ);
1043   if (volsz%SECTORSZ)
1044     bail("device `%s' volume size %"PRIu64" not a multiple of %d",
1045          device, volsz, SECTORSZ);
1046
1047   if (f&f_checkid) {
1048     if (open_dvd(outfile, O_RDONLY, 0, &dvd_out)) exit(2);
1049     if (dvd_id(id_in, dvd, DIF_MUSTIFOHASH, device) ||
1050         dvd_id(id_out, dvd_out, DIF_MUSTIFOHASH, device))
1051       exit(2);
1052     if (STRCMP(id_in, !=, id_out))
1053       bail("DVD id mismatch: input `%s' is `%s'; output `%s' is `%s'",
1054            device, id_in, outfile, id_out);
1055   }
1056
1057   outfd = open(outfile, O_WRONLY | O_CREAT, 0666);
1058   if (outfd < 0)
1059     bail_syserr(errno, "failed to create output file `%s'", outfile);
1060
1061   if (f&f_continue) {
1062     off = lseek(outfd, 0, SEEK_END);
1063     if (off < 0)
1064       bail_syserr(errno, "failed to seek to end of output file `%s'",
1065                   outfile);
1066     put_event(EV_WRITE, 0, off/SECTORSZ);
1067   } else if (!eventq.n && !(f&f_fixup))
1068     put_event(EV_WRITE, 0, 0);
1069
1070   /* It's fast enough just to check everything. */
1071   put_menu(dvd, 0);
1072   for (i = 1; i < 100; i++) {
1073     put_menu(dvd, i);
1074     put_title(dvd, i);
1075   }
1076   put_file(mkident(RAW, 0, 0), 0, volsz/SECTORSZ);
1077   assert(filetab.n <= MAXFILES);
1078
1079   for (i = 0, limit = 0; i < filetab.n; i++)
1080     if (filetab.v[i].end > limit) limit = filetab.v[i].end;
1081
1082   if (end > limit) end = limit;
1083
1084 #ifdef DEBUG
1085   printf("\n;; files:\n");
1086   for (i = 0; i < filetab.n; i++) {
1087     file = &filetab.v[i];
1088     store_filename(fn, file->id);
1089     printf(";;\t%8"PRIuSEC" .. %-8"PRIuSEC" %s\n",
1090            file->start, file->end, fn);
1091   }
1092 #endif
1093
1094   qsort(eventq.v, eventq.n, sizeof(struct event), compare_event);
1095
1096   f &= ~f_write; start = 0;
1097   for (i = 0; i < eventq.n; i++) {
1098     ev = &eventq.v[i];
1099     switch (ev->ev) {
1100       case EV_WRITE:
1101         if (f&f_write)
1102           bail("overlapping ranges: range from %"PRIuSEC" "
1103                "still open at %"PRIuSEC"",
1104                start, ev->pos);
1105         f |= f_write; start = ev->pos;
1106         break;
1107       case EV_STOP:
1108         f &= ~f_write;
1109         break;
1110     }
1111   }
1112
1113 #ifdef DEBUG
1114   dump_eventq("initial");
1115 #endif
1116   f &= ~f_write; start = 0;
1117   for (i = 0; i < eventq.n; i++) {
1118     ev = &eventq.v[i];
1119     if (ev->ev == EV_WRITE) { start = ev->pos; f |= f_write; }
1120     if (ev->pos >= limit) break;
1121     if (ev->ev == EV_STOP) { nsectors += ev->pos - start; f &= ~f_write; }
1122     if (f&f_fixup) start = ev->pos;
1123   }
1124   eventq.n = i;
1125 #ifdef DEBUG
1126   dump_eventq("trimmed");
1127 #endif
1128   if (f&f_fixup) {
1129     put_event(EV_WRITE, 0, start);
1130     f |= f_write;
1131   }
1132   if (f&f_write) {
1133     nsectors += limit - start;
1134     put_event(EV_STOP, 0, limit);
1135   }
1136 #ifdef DEBUG
1137   dump_eventq("final");
1138 #endif
1139
1140   copy_progress.render = render_copy_progress;
1141   progress_additem(&progress, &copy_progress);
1142   if (nsectors == limit - start)
1143     { ndone = start; nsectors = limit; }
1144   else {
1145     disc_progress.render = render_disc_progress;
1146     progress_additem(&progress, &disc_progress);
1147   }
1148
1149   if (f&f_stats) gettimeofday(&tv0, 0);
1150
1151 #ifdef DEBUG
1152   printf("\n;; event sweep:\n");
1153 #endif
1154   f &= ~f_write;
1155   for (pos = 0, i = 0; i < eventq.n; i++) {
1156     ev = &eventq.v[i];
1157     if (ev->pos > pos) {
1158       if (f&f_write) emit(pos, ev->pos);
1159       pos = ev->pos;
1160 #ifdef DEBUG
1161       progress_clear(&progress);
1162       printf(";;\n");
1163 #endif
1164     }
1165     switch (ev->ev) {
1166       case EV_BEGIN:
1167         set_live(ev->file);
1168 #ifdef DEBUG
1169         store_filename(fn, filetab.v[ev->file].id);
1170         progress_clear(&progress);
1171         printf(";; %8"PRIuSEC": begin `%s'\n", pos, fn);
1172 #endif
1173         break;
1174       case EV_WRITE:
1175         gettimeofday(&last_time, 0); last_pos = pos;
1176         if (lseek(outfd, (off_t)ev->pos*SECTORSZ, SEEK_SET) < 0)
1177           bail_syserr(errno,
1178                       "failed to seek to resume position "
1179                       "(sector %"PRIuSEC") in output file `%s'",
1180                       ev->pos, outfile);
1181 #ifdef DEBUG
1182         progress_clear(&progress);
1183         printf(";; %8"PRIuSEC": begin write\n", pos);
1184 #endif
1185         f |= f_write;
1186         break;
1187       case EV_STOP:
1188         f &= ~f_write;
1189 #ifdef DEBUG
1190         progress_clear(&progress);
1191         printf(";; %8"PRIuSEC": end write\n", pos);
1192 #endif
1193         break;
1194       case EV_END:
1195         clear_live(ev->file);
1196 #ifdef DEBUG
1197         store_filename(fn, filetab.v[ev->file].id);
1198         progress_clear(&progress);
1199         printf(";; %8"PRIuSEC": end `%s'\n", pos, fn);
1200 #endif
1201         break;
1202       default: abort();
1203     }
1204   }
1205
1206   progress_clear(&progress);
1207
1208   if (ftruncate(outfd, (off_t)limit*SECTORSZ) < 0)
1209     bail_syserr(errno, "failed to set output file `%s' length", outfile);
1210
1211   if (f&f_stats) {
1212     gettimeofday(&tv1, 0); t = tvdiff(&tv0, &tv1);
1213     if (nsectors == limit) { ndone -= start; nsectors -= start; }
1214     tot = scale_bytes((double)nsectors*SECTORSZ, &totunit);
1215     rate = scale_bytes((double)nsectors*SECTORSZ/t, &rateunit);
1216     moan("all done: %.1f %sB in %s -- %.1f %sB/s",
1217          tot, totunit, fmttime(t, timebuf), rate, rateunit);
1218   }
1219
1220   if (dvd) DVDClose(dvd);
1221   if (dvdfd >= 0) close(dvdfd);
1222   if (outfd >= 0) close(outfd);
1223   carefully_fclose(mapfp, "bad-sector region map");
1224   carefully_fclose(errfp, "bad-sector error log");
1225   progress_free(&progress);
1226
1227 #undef f_bogus
1228 #undef f_continue
1229 #undef f_fixup
1230 #undef f_stats
1231 #undef f_write
1232
1233   return (0);
1234 }