mdw@git.distorted.org.uk Git - dvdrip/blob - dvd-sector-copy.c

   1 #define _GNU_SOURCE
   2 #define _FILE_OFFSET_BITS 64
   3
   4 #include <assert.h>
   5 #include <ctype.h>
   6 #include <errno.h>
   7 #include <inttypes.h>
   8 #include <math.h>
   9 #include <stdarg.h>
  10 #include <stdint.h>
  11 #include <stdio.h>
  12 #include <stdlib.h>
  13 #include <string.h>
  14 #include <time.h>
  15
  16 #include <unistd.h>
  17 #include <fcntl.h>
  18 #include <sys/ioctl.h>
  19 #include <sys/stat.h>
  20 #include <sys/time.h>
  21
  22 #include <getopt.h>
  23
  24 #include <linux/fs.h>
  25
  26 #include <dvdread/dvd_reader.h>
  27 #include <dvdread/dvd_udf.h>
  28 #include <dvdread/ifo_read.h>
  29 #include <dvdread/ifo_types.h>
  30
  31 #define CTYPE_HACK(fn, ch) fn((unsigned char)(ch))
  32 #define ISDIGIT(ch) CTYPE_HACK(isdigit, ch)
  33 #define ISSPACE(ch) CTYPE_HACK(isspace, ch)
  34
  35 #ifdef DEBUG
  36 #  define D(x) x
  37 #else
  38 #  define D(x)
  39 #endif
  40
  41 #define N(v) (sizeof(v)/sizeof((v)[0]))
  42
  43 #define SECTORSZ 2048
  44 #define SECTORS(n) (((n) + (SECTORSZ - 1))/SECTORSZ)
  45
  46 static const char *prog = "<unset>";
  47 static int status = 0;
  48
  49 static void usage(FILE *fp)
  50 {
  51   fprintf(fp,
  52           "usage: %s [-c] [-R MAP] [-b OUTMAP] [-r [START]-[END]]\n"
  53           "\tDEVICE OUTFILE\n",
  54           prog);
  55 }
  56
  57 static void vmoan(const char *fmt, va_list ap)
  58   { fprintf(stderr, "%s: ", prog); vfprintf(stderr, fmt, ap); }
  59
  60 __attribute__((format(printf, 1, 2)))
  61 static void moan(const char *fmt, ...)
  62 {
  63   va_list ap;
  64
  65   va_start(ap, fmt); vmoan(fmt, ap); va_end(ap);
  66   fputc('\n', stderr);
  67 }
  68
  69 __attribute__((noreturn, format(printf, 1, 2)))
  70 static void bail(const char *fmt, ...)
  71 {
  72   va_list ap;
  73
  74   va_start(ap, fmt); vmoan(fmt, ap); va_end(ap);
  75   fputc('\n', stderr);
  76   exit(2);
  77 }
  78
  79 __attribute__((noreturn, format(printf, 2, 3)))
  80 static void bail_syserr(int err, const char *fmt, ...)
  81 {
  82   va_list ap;
  83
  84   va_start(ap, fmt); vmoan(fmt, ap); va_end(ap);
  85   if (err) fprintf(stderr, ": %s", strerror(errno));
  86   fputc('\n', stderr);
  87   exit(2);
  88 }
  89
  90 static void carefully_write(int fd, const void *buf, size_t sz)
  91 {
  92   const unsigned char *p = buf;
  93   ssize_t n;
  94
  95   if (fd < 0) return;
  96   while (sz) {
  97     n = write(fd, p, sz);
  98     if (n < 0) {
  99       if (errno == EINTR) continue;
 100       bail_syserr(errno, "failed to write to output file");
 101     }
 102     if (!n) bail("unexpected short write to output file");
 103     p += n; sz -= n;
 104   }
 105 }
 106
 107 static void open_file_on_demand(const char *file, FILE **fp_inout,
 108                                 const char *what)
 109 {
 110   FILE *fp;
 111
 112   if (!*fp_inout) {
 113     fp = fopen(file, "w");
 114     if (!fp)
 115       bail_syserr(errno, "failed to open %s file `%s'", what, file);
 116     fprintf(fp, "## %s\n\n", what);
 117     *fp_inout = fp;
 118   }
 119 }
 120
 121 static void check_write(FILE *fp, const char *what)
 122 {
 123   fflush(fp);
 124   if (ferror(fp)) bail_syserr(errno, "error writing %s file", what);
 125 }
 126
 127 static void carefully_fclose(FILE *fp, const char *what)
 128 {
 129   if (fp && (ferror(fp) || fclose(fp)))
 130     bail_syserr(errno, "error writing %s file", what);
 131 }
 132
 133 #define DEFVEC(vtype, etype)                                            \
 134         typedef struct { etype *v; size_t n, sz; } vtype
 135 #define VEC_INIT { 0, 0, 0 }
 136 #define VEC_FREE(vv) do {                                               \
 137   free((vv)->v); (vv)->v 0; (vv)->n = (vv)->sz = 0;                     \
 138 } while (0)
 139 #define VEC_PUSH(p, vv) do {                                            \
 140   size_t _want;                                                         \
 141   if ((vv)->n >= (vv)->sz) {                                            \
 142     (vv)->sz = (vv)->sz ? 2*(vv)->sz : 32;                              \
 143     _want = (vv)->sz*sizeof(*(vv)->v);                                  \
 144     (vv)->v = realloc((vv)->v, _want);                                  \
 145     if (!(vv)->v) bail("out of memory allocating %zu bytes", _want);    \
 146   }                                                                     \
 147   (p) = &(vv)->v[(vv)->n++];                                            \
 148 } while (0)
 149
 150 enum { RAW, IFO, VOB, BUP };
 151 typedef uint_least32_t ident;
 152
 153 static inline ident mkident(unsigned kind, unsigned title, unsigned part)
 154   { return (((ident)kind << 0) | ((ident)title << 8) | ((ident)part << 16)); }
 155 static inline unsigned id_kind(ident id) { return ((id >> 0)&0x0ff); }
 156 static inline unsigned id_title(ident id) { return ((id >> 8)&0x0ff); }
 157 static inline unsigned id_part(ident id) { return ((id >> 16)&0x0ff); }
 158
 159 #define MAXFNSZ (1 + 8 + 1 + 12 + 1)
 160
 161 static void store_filename(char *buf, ident id)
 162 {
 163   switch (id_kind(id)) {
 164     case RAW:
 165       sprintf(buf, "#<raw device>");
 166       break;
 167     case IFO:
 168       if (!id_title(id)) sprintf(buf, "/VIDEO_TS/VIDEO_TS.IFO");
 169       else sprintf(buf, "/VIDEO_TS/VTS_%02u_0.IFO", id_title(id));
 170       break;
 171     case BUP:
 172       if (!id_title(id)) sprintf(buf, "/VIDEO_TS/VIDEO_TS.BUP");
 173       else sprintf(buf, "/VIDEO_TS/VTS_%02u_0.BUP", id_title(id));
 174       break;
 175     case VOB:
 176       if (!id_title(id)) sprintf(buf, "/VIDEO_TS/VIDEO_TS.VOB");
 177       else
 178         sprintf(buf, "/VIDEO_TS/VTS_%02u_%u.VOB", id_title(id), id_part(id));
 179       break;
 180     default:
 181       abort();
 182   }
 183 }
 184
 185 typedef uint_least32_t secaddr;
 186 #define PRIuSEC PRIuLEAST32
 187 #define SECLIMIT 0x00400000
 188
 189 #define MAXFILES (1 + 2*99 + 1)
 190 struct file {
 191   ident id;
 192   secaddr start, end;
 193 };
 194 DEFVEC(file_v, struct file);
 195 static file_v filetab = VEC_INIT;
 196
 197 enum { EV_STOP, EV_BEGIN, EV_END, EV_WRITE };
 198 struct event {
 199   unsigned char ev, file;
 200   secaddr pos;
 201 };
 202 DEFVEC(event_v, struct event);
 203 static event_v eventq = VEC_INIT;
 204
 205 static int compare_event(const void *a, const void *b)
 206 {
 207   const struct event *eva = a, *evb = b;
 208
 209   if (eva->pos < evb->pos) return (-1);
 210   else if (eva->pos > evb->pos) return (+1);
 211
 212   if (eva->ev < evb->ev) return (-1);
 213   else if (eva->ev > evb->ev) return (+1);
 214
 215   if (eva->file < evb->file) return (-1);
 216   else if (eva->file > evb->file) return (+1);
 217
 218   return (0);
 219 }
 220
 221 typedef uint_least32_t bits;
 222 static bits live[(MAXFILES + 31)/32];
 223
 224 static inline int livep(unsigned i)
 225   { return (live[i/32]&((bits)1 << (i%32))); }
 226 static inline void set_live(unsigned i)
 227   { live[i/32] |= (bits)1 << (i%32); }
 228 static inline void clear_live(unsigned i)
 229   { live[i/32] &= ~((bits)1 << (i%32)); }
 230 static inline int least_live(void)
 231 {
 232   unsigned i, n = (filetab.n + 32)/32;
 233   bits b;
 234
 235   for (i = 0; i < n; i++) { b = live[i]; if (b) goto found; }
 236   return (-1);
 237 found:
 238   i *= 32;
 239   if (!(b&0x0000ffff)) { b >>= 16; i += 16; }
 240   if (!(b&0x000000ff)) { b >>=  8; i +=  8; }
 241   if (!(b&0x0000000f)) { b >>=  4; i +=  4; }
 242   if (!(b&0x00000003)) { b >>=  2; i +=  2; }
 243   if (!(b&0x00000001)) { b >>=  1; i +=  1; }
 244   assert(b&1);
 245   return (i);
 246 }
 247
 248 static void put_event(unsigned evtype, unsigned file, secaddr pos)
 249 {
 250   struct event *ev;
 251
 252   VEC_PUSH(ev, &eventq);
 253   ev->ev = evtype; ev->file = file; ev->pos = pos;
 254 }
 255
 256 static void put_file(ident id, secaddr start, secaddr end)
 257 {
 258   struct file *f;
 259   size_t i;
 260
 261   VEC_PUSH(f, &filetab); i = f - filetab.v;
 262   f->id = id; f->start = start; f->end = end;
 263   put_event(EV_BEGIN, i, start);
 264   put_event(EV_END, i, end);
 265 }
 266
 267 static void put_menu(dvd_reader_t *dvd, unsigned title)
 268 {
 269   ident id = mkident(VOB, title, 0);
 270   char fn[MAXFNSZ];
 271   secaddr start, len;
 272
 273   store_filename(fn, id);
 274   start = UDFFindFile(dvd, fn, &len); if (!start) return;
 275 #ifdef DEBUG
 276       printf(";; %8"PRIuSEC" .. %-8"PRIuSEC": %s\n",
 277              start, start + SECTORS(len), fn);
 278 #endif
 279   put_file(id, start, start + SECTORS(len));
 280 }
 281
 282 static void put_title(dvd_reader_t *dvd, unsigned title)
 283 {
 284   char fn[MAXFNSZ];
 285   secaddr start[9], len[9];
 286   unsigned i, npart;
 287
 288   for (i = 0; i < 9; i++) {
 289     store_filename(fn, mkident(VOB, title, i + 1));
 290     start[i] = UDFFindFile(dvd, fn, &len[i]); if (!start[i]) break;
 291   }
 292   npart = i; if (!npart) return;
 293
 294 #ifdef DEBUG
 295   for (i = 0; i < npart; i++) {
 296     store_filename(fn, mkident(VOB, title, i + 1));
 297     printf(";; %8"PRIuSEC" .. %-8"PRIuSEC": %s\n",
 298            start[i], start[i] + SECTORS(len[i]), fn);
 299   }
 300 #endif
 301
 302   if (npart > 1)
 303     for (i = 0; i < npart - 1; i++) {
 304       if (len[i]%SECTORSZ)
 305         bail("title %u part %u length = %"PRIuSEC" not a multiple of %d",
 306              title, i, len[i], SECTORSZ);
 307       if (start[i] + len[i]/SECTORSZ != start[i + 1])
 308         bail
 309           ("title %u part %u end = %"PRIuSEC" /= part %u start = %"PRIuSEC"",
 310            title, i, start[i] + len[i]/SECTORSZ, i + 1, start[i + 1]);
 311     }
 312
 313   put_file(mkident(VOB, title, 1),
 314            start[0], start[npart - 1] + SECTORS(len[npart - 1]));
 315 }
 316
 317 static int progresslen = 0;
 318
 319 static void clear_progress_internal(void)
 320 {
 321   while (progresslen) { fputs("\b \b", stdout); progresslen--; }
 322   putchar('\r');
 323 }
 324 static void clear_progress(void)
 325   { clear_progress_internal(); fflush(stdout); }
 326 #ifdef DEBUG
 327 static void debug_clear_progress(void)
 328   { if (progresslen) { putchar('\n'); progresslen = 0; } }
 329 #endif
 330 static void vappend_progress(const char *fmt, va_list ap)
 331   { progresslen += vprintf(fmt, ap); }
 332 __attribute__((format(printf, 1, 2)))
 333 static void append_progress(const char *fmt, ...)
 334 {
 335   va_list ap;
 336
 337   va_start(ap, fmt);
 338   vappend_progress(fmt, ap);
 339   va_end(ap);
 340 }
 341 __attribute__((format(printf, 1, 2)))
 342 static void print_progress(const char *fmt, ...)
 343 {
 344   va_list ap;
 345
 346   va_start(ap, fmt);
 347   clear_progress_internal();
 348   vappend_progress(fmt, ap);
 349   va_end(ap);
 350 }
 351
 352 unsigned flags;
 353 #  define F_ALLPROGRESS 1u
 354 static secaddr last_pos, limit, nsectors, ndone;
 355 static struct timeval last_time;
 356 static double wsum, wcount;
 357 static struct file *file;
 358
 359 static const char throbber[] = "|<-<|>->";
 360 static unsigned throbix = 0;
 361
 362 static void report_progress(secaddr pos)
 363 {
 364   char etastr[32];
 365   struct timeval now;
 366   int eta;
 367   double percent, t, f, g, rate;
 368   char *unit;
 369
 370 #define ALPHA 0.02
 371 #define BETA (1 - ALPHA)
 372
 373   gettimeofday(&now, 0);
 374   t = (now.tv_sec - last_time.tv_sec) +
 375     (now.tv_usec - last_time.tv_usec)/1000000.0;
 376
 377   if (t) {
 378     g = wcount ? pow(BETA, t) : 0.0; f = (1 - g)/(1 - BETA);
 379     wsum = f*(pos - last_pos)/t + g*wsum;
 380     wcount = f + g*wcount;
 381     ndone += pos - last_pos;
 382     last_time = now; last_pos = pos;
 383   }
 384
 385   if (!wsum || !wcount)
 386     { rate = 0; strcpy(etastr, "???"); }
 387   else {
 388     rate = wsum/wcount;
 389     eta = (int)((nsectors - ndone)/rate);
 390     sprintf(etastr, "%d:%02d:%02d", eta/3600, (eta/60)%60, eta%60);
 391   }
 392
 393   rate *= SECTORSZ; unit = "";
 394   if (rate > 128) { rate /= 1024; unit = "k"; }
 395   if (rate > 128) { rate /= 1024; unit = "M"; }
 396   if (rate > 128) { rate /= 1024; unit = "G"; }
 397
 398   if (flags&F_ALLPROGRESS) percent = pos*100.0/limit;
 399   else percent = ndone*100.0/nsectors;
 400   print_progress
 401     ("%c copied %.1f%% (%"PRIuSEC" of %"PRIuSEC"; %.1f %sB/s, ETA %s)",
 402      throbber[throbix], percent, pos, limit,  rate, unit, etastr);
 403   throbix++; if (!throbber[throbix]) throbix = 0;
 404   if (file && id_kind(file->id) == VOB) {
 405     append_progress(" -- %s %d %.1f%%",
 406                     id_part(file->id) ? "title" : "menu",
 407                     id_title(file->id),
 408                     (pos - file->start)*100.0/
 409                       (file->end - file->start));
 410   }
 411
 412 #undef ALPHA
 413 #undef BETA
 414 }
 415
 416 static dvd_reader_t *dvd;
 417 static int dvdfd = -1, outfd = -1;
 418 static dvd_file_t *vob;
 419 static const char *mapfile; static FILE *mapfp;
 420 static const char *errfile; static FILE *errfp;
 421
 422 struct badblock { secaddr start, end; };
 423 DEFVEC(badblock_v, struct badblock);
 424 static badblock_v badblocks = VEC_INIT;
 425
 426 static int compare_badblock(const void *a, const void *b)
 427 {
 428   const struct badblock *ba = a, *bb = b;
 429
 430   if (ba->start < bb->start) return (-1);
 431   else if (ba->start > bb->start) return (+1);
 432
 433   if (ba->end < bb->end) return (-1);
 434   else if (ba->end > bb->end) return (+1);
 435
 436   return (0);
 437 }
 438
 439 static ssize_t read_sectors(secaddr pos, void *buf, secaddr want)
 440 {
 441   ssize_t n, done;
 442   size_t lo, mid, hi;
 443   int fakeerr = 0;
 444   struct badblock *bad, *best;
 445   unsigned char *p = buf;
 446
 447   if (badblocks.n) {
 448     best = 0; lo = 0; hi = badblocks.n;
 449 #ifdef DEBUG
 450     debug_clear_progress();
 451     printf(";; searching badblocks for %"PRIuSEC" .. %"PRIuSEC"\n",
 452            pos, pos + want);
 453 #endif
 454     while (lo < hi) {
 455       mid = lo + (hi - lo)/2; bad = &badblocks.v[mid];
 456 #ifdef DEBUG
 457       printf(";;   try %zu (%"PRIuSEC" .. %"PRIuSEC")... ",
 458              mid, bad->start, bad->end);
 459 #endif
 460       if (pos < bad->start) { D( printf("high\n"); ) best = bad; hi = mid; }
 461       else if (pos >= bad->end) { D( printf("low\n"); ) lo = mid + 1; }
 462       else { D( printf("match!\n"); ) errno = EIO; return (-1); }
 463     }
 464 #ifdef DEBUG
 465     if (best)
 466       printf(";;   next is %"PRIuSEC" .. %"PRIuSEC"\n",
 467              best->start, best->end);
 468 #endif
 469     if (best && pos + want > best->start)
 470       { want = best->start - pos; fakeerr = EIO; }
 471   }
 472   done = 0;
 473   while (want) {
 474     if (vob)
 475       { errno = 0; n = DVDReadBlocks(vob, pos - file->start, want, p); }
 476     else if (file) {
 477       if (lseek(dvdfd, (off_t)pos*SECTORSZ, SEEK_SET) < 0)
 478         bail_syserr(errno, "failed to seek to sector %"PRIuSEC"", pos);
 479       errno = 0; n = read(dvdfd, p, want*SECTORSZ);
 480       if (n >= 0) n /= SECTORSZ;
 481     } else {
 482       memset(p, 0, want*SECTORSZ);
 483       n = want;
 484     }
 485
 486     if (n > 0) { done += n; pos += n; p += n*SECTORSZ; want -= n; }
 487     else if (!n) break;
 488     else if (errno == EIO && errfile) {
 489       open_file_on_demand(errfile, &errfp, "bad-sector error log");
 490       fprintf(errfp, "%"PRIuSEC" %"PRIuSEC"\n", pos, pos + 1);
 491       check_write(errfp, "bad-sector error log");
 492       break;
 493     } else if (errno != EINTR) break;
 494   }
 495   if (fakeerr && !errno) errno = fakeerr;
 496   return (!done && errno ? -1 : done);
 497 }
 498
 499 static void report_bad_blocks_progress(secaddr lo, secaddr hi, int err)
 500 {
 501   report_progress(hi);
 502
 503   if (lo == hi) append_progress(": retrying bad sector");
 504   else
 505     append_progress(": %"PRIuSEC" bad %s",
 506                     hi - lo, hi == lo + 1 ? "sector" : "sectors");
 507   if (err && err != EIO) append_progress(" (%s)", strerror(err));
 508   fflush(stdout);
 509 }
 510
 511 static void recovered(secaddr bad_lo, secaddr bad_hi)
 512 {
 513   clear_progress();
 514   moan("skipping %"PRIuSEC" bad sectors (%"PRIuSEC" .. %"PRIuSEC")",
 515        bad_hi - bad_lo, bad_lo, bad_hi);
 516   if (mapfile) {
 517     open_file_on_demand(mapfile, &mapfp, "bad-sector region map");
 518     fprintf(mapfp, "%"PRIuSEC" %"PRIuSEC"", bad_lo, bad_hi);
 519     if (file && id_kind(file->id) != RAW)
 520       fprintf(mapfp, " # %s #%d %"PRIuSEC"..%"PRIuSEC" of %"PRIuSEC" (%.1f%%)",
 521               id_part(file->id) ? "title" : "menu",
 522               id_title(file->id),
 523               bad_lo - file->start, bad_hi - file->start,
 524               file->end - file->start,
 525               (bad_lo - file->start)*100.0/(file->end - file->start));
 526     fputc('\n', mapfp);
 527     check_write(mapfp, "bad-sector region map");
 528   }
 529   if (lseek(outfd, (off_t)(bad_hi - bad_lo)*SECTORSZ, SEEK_CUR) < 0)
 530     bail_syserr(errno, "failed to seek past bad sectors");
 531 }
 532
 533 struct recoverybuf {
 534   unsigned char *buf;
 535   secaddr sz, pos, start, end;
 536 };
 537
 538 static void rearrange_sectors(struct recoverybuf *r,
 539                               secaddr dest, secaddr src, secaddr len)
 540 {
 541   assert(dest + len <= r->sz);
 542   assert(src + len <= r->sz);
 543   memmove(r->buf + dest*SECTORSZ, r->buf + src*SECTORSZ, len*SECTORSZ);
 544 }
 545
 546 #ifdef DEBUG
 547 __attribute__((format(printf, 2, 3)))
 548 static void show_recovery_buffer_map(const struct recoverybuf *r,
 549                                      const char *what, ...)
 550 {
 551   va_list ap;
 552
 553   va_start(ap, what);
 554   debug_clear_progress();
 555   printf(";; recovery buffer (");
 556   vprintf(what, ap);
 557   printf("): "
 558          "(%"PRIuSEC") ..%"PRIuSEC".. "
 559          "[%"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC"] "
 560          "..%"PRIuSEC".. (%"PRIuSEC")\n",
 561          r->pos, r->start,
 562          r->pos + r->start, r->end - r->start, r->pos + r->end,
 563          r->sz - r->end, r->pos + r->sz);
 564   va_end(ap);
 565   assert(r->start <= r->end);
 566   assert(r->end <= r->sz);
 567 }
 568 #endif
 569
 570 static ssize_t recovery_read_sectors(struct recoverybuf *r,
 571                                      secaddr pos, secaddr off, secaddr want)
 572 {
 573   ssize_t n;
 574
 575   assert(off <= r->sz); assert(want <= r->sz - off);
 576   n = read_sectors(pos, r->buf + off*SECTORSZ, want);
 577   return (n);
 578 }
 579
 580 static ssize_t recovery_read(struct recoverybuf *r,
 581                              secaddr pos, secaddr want)
 582 {
 583   secaddr diff, pp, nn;
 584   ssize_t n;
 585
 586 #ifdef DEBUG
 587   debug_clear_progress();
 588   show_recovery_buffer_map(r, "begin(%"PRIuSEC", %"PRIuSEC")", pos, want);
 589 #endif
 590
 591   if (pos < r->pos) {
 592     diff = r->pos - pos;
 593     if (r->start + diff >= r->sz) {
 594       r->pos = pos; r->start = r->end = 0;
 595 #ifdef DEBUG
 596       show_recovery_buffer_map(r, "cleared; shift up by %"PRIuSEC"", diff);
 597 #endif
 598     } else {
 599       if (r->end + diff > r->sz) r->end = r->sz - diff;
 600       rearrange_sectors(r, r->start + diff, r->start, r->end - r->start);
 601       r->pos -= diff; r->start += diff; r->end += diff;
 602 #ifdef DEBUG
 603       show_recovery_buffer_map(r, "shifted up by %"PRIuSEC"", diff);
 604 #endif
 605     }
 606   } else if (pos > r->pos + r->end) {
 607       r->pos = pos; r->start = r->end = 0;
 608 #ifdef DEBUG
 609       show_recovery_buffer_map(r, "cleared; beyond previous region");
 610 #endif
 611   } else if (pos + want > r->pos + r->sz) {
 612     diff = (pos + want) - (r->pos + r->sz);
 613     if (r->end <= diff) {
 614       r->pos = pos; r->start = r->end = 0;
 615 #ifdef DEBUG
 616       show_recovery_buffer_map(r, "cleared; shift down by %"PRIuSEC"", diff);
 617 #endif
 618     } else {
 619       if (r->start < diff) r->start = diff;
 620       rearrange_sectors(r, r->start - diff, r->start, r->end - r->start);
 621       r->pos += diff; r->start -= diff; r->end -= diff;
 622 #ifdef DEBUG
 623       show_recovery_buffer_map(r, "shifted down by %"PRIuSEC"", diff);
 624 #endif
 625     }
 626   }
 627
 628   if (pos < r->pos + r->start) {
 629     pp = pos - r->pos; nn = r->start - pp;
 630 #ifdef DEBUG
 631     printf(";; read low (%"PRIuSEC"@%"PRIuSEC", %"PRIuSEC")", pos, pp, nn);
 632     fflush(stdout);
 633 #endif
 634     n = recovery_read_sectors(r, pos, pp, nn);
 635 #ifdef DEBUG
 636     printf(" -> %zd\n", n);
 637 #endif
 638     if (n != nn) {
 639       if (n >= 0 && n > want) n = want;
 640       goto end;
 641     }
 642     r->start = pp;
 643 #ifdef DEBUG
 644     show_recovery_buffer_map(r, "joined new region");
 645 #endif
 646   }
 647
 648   if (pos + want > r->pos + r->end) {
 649     pp = r->end; nn = (pos + want) - (r->pos + r->end);
 650 #ifdef DEBUG
 651     printf(";; read high (%"PRIuSEC"@%"PRIuSEC", %"PRIuSEC")",
 652            r->pos + pp, pp, nn);
 653     fflush(stdout);
 654 #endif
 655     n = recovery_read_sectors(r, r->pos + pp, pp, nn);
 656 #ifdef DEBUG
 657     printf(" -> %zd\n", n);
 658 #endif
 659     if (n > 0) {
 660       r->end += n;
 661 #ifdef DEBUG
 662       show_recovery_buffer_map(r, "joined new region");
 663 #endif
 664     }
 665   }
 666
 667   n = r->pos + r->end - pos;
 668   if (!n && want) n = -1;
 669   else if (n > want) n = want;
 670
 671 end:
 672 #ifdef DEBUG
 673   show_recovery_buffer_map(r, "done; return %zd", n);
 674 #endif
 675   return (n);
 676 }
 677
 678 static secaddr run_length_wanted(secaddr pos, secaddr badlen,
 679                                  secaddr sz, secaddr end)
 680 {
 681   secaddr want;
 682
 683   want = 3*badlen/2;
 684   if (!want) want = 1;
 685   if (want > end - pos) want = end - pos;
 686   if (want > sz) want = sz;
 687   return (want);
 688 }
 689
 690 static ssize_t find_good_sector(secaddr *pos_inout, secaddr end,
 691                                 unsigned char *buf, secaddr sz)
 692 {
 693   int i;
 694   secaddr pos = *pos_inout, bad_lo, bad_hi, good, step, want;
 695   struct recoverybuf r;
 696   ssize_t n;
 697
 698   r.buf = buf; r.sz = sz; r.pos = r.start = r.end = 0;
 699   report_bad_blocks_progress(pos, pos, errno);
 700
 701   want = sz; if (want > end - pos) want = end - pos;
 702   for (i = 0; i < 4; i++) {
 703     n = recovery_read(&r, pos, want);
 704 #ifdef DEBUG
 705     debug_clear_progress();
 706     printf(";; [retry] try reading %"PRIuSEC" .. %"PRIuSEC" -> %zd\n",
 707            pos, pos + want, n);
 708 #endif
 709     if (n > 0) {
 710       clear_progress();
 711       moan("sector %"PRIuSEC" read ok after retry", pos);
 712       return (n);
 713     }
 714   }
 715
 716   bad_lo = pos; bad_hi = pos + 1;
 717   for (;;) {
 718     report_bad_blocks_progress(bad_lo, bad_hi, errno);
 719 #ifdef DEBUG
 720     debug_clear_progress();
 721     printf(";; bounding bad-block region: "
 722            "%"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC"\n",
 723            bad_lo, bad_hi - bad_lo, bad_hi);
 724 #endif
 725     if (bad_hi >= end) {
 726       clear_progress();
 727       moan("giving up on this extent");
 728       recovered(bad_lo, end); *pos_inout = end; return (0);
 729     }
 730     step = 2*(bad_hi - bad_lo); if (step > end - bad_lo) step = end - bad_lo;
 731     pos = bad_lo + step - 1;
 732     want = run_length_wanted(pos, step, sz, end);
 733     n = recovery_read(&r, pos, want);
 734 #ifdef DEBUG
 735     printf(";; [bound] try reading %"PRIuSEC" .. %"PRIuSEC" -> %zd\n",
 736            pos, pos + want, n);
 737 #endif
 738     if (n == want) break;
 739     if (n < 0) n = 0;
 740     bad_hi = pos + n + 1;
 741   }
 742
 743   good = pos;
 744   while (good > bad_hi) {
 745     report_bad_blocks_progress(bad_lo, bad_hi, errno);
 746 #ifdef DEBUG
 747     debug_clear_progress();
 748     printf(";; limiting bad-block region: "
 749            "%"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC"\n",
 750            bad_lo, bad_hi - bad_lo, bad_hi, good - bad_hi, good);
 751 #endif
 752     pos = bad_hi + (good - bad_hi)/2;
 753     step = pos - bad_lo;
 754     want = run_length_wanted(pos, step, sz, end);
 755     n = recovery_read(&r, pos, want);
 756 #ifdef DEBUG
 757     printf(";; [limit] try reading %"PRIuSEC" .. %"PRIuSEC" -> %zd\n",
 758            pos, pos + want, n);
 759 #endif
 760     if (n < 0) n = 0;
 761     if (n == want) good = pos;
 762     else bad_hi = pos + n + 1;
 763   }
 764   recovered(bad_lo, bad_hi); *pos_inout = good;
 765   if (good < r.pos + r.start || r.pos + r.end <= good)
 766     n = 0;
 767   else {
 768     n = r.pos + r.end - good;
 769     rearrange_sectors(&r, 0, good - r.pos, n);
 770   }
 771 #ifdef DEBUG
 772   show_recovery_buffer_map(&r, "returning %zd good sectors at %"PRIuSEC"",
 773                            n, good);
 774 #endif
 775   return (n);
 776 }
 777
 778 static void emit(secaddr start, secaddr end)
 779 {
 780 #define BUFSECTORS 512
 781
 782   int least;
 783   unsigned char buf[BUFSECTORS*SECTORSZ];
 784   secaddr pos;
 785   size_t want;
 786   ssize_t n;
 787   static int first_time = 1;
 788 #ifdef DEBUG
 789   struct file *f;
 790   char fn[MAXFNSZ];
 791   int act = -1;
 792   int i;
 793 #endif
 794
 795   least = least_live();
 796
 797 #ifdef DEBUG
 798   printf(";; %8"PRIuSEC" .. %"PRIuSEC"\n", start, end);
 799
 800   for (i = 0; i < filetab.n; i++) {
 801     if (!livep(i)) continue;
 802     if (act == -1) act = i;
 803     f = &filetab.v[i]; store_filename(fn, f->id);
 804     printf(";;\t\t%8"PRIuSEC" .. %-8"PRIuSEC" %s\n",
 805            start - f->start, end - f->start, fn);
 806   }
 807   if (act == -1) printf(";;\t\t#<no live source>\n");
 808   assert(act == least);
 809 #endif
 810
 811   if (least == -1)
 812     { file = 0; vob = 0; }
 813   else {
 814     file = &filetab.v[least];
 815     switch (id_kind(file->id)) {
 816       case RAW:
 817         vob = 0;
 818         break;
 819       case VOB:
 820         if (first_time) { clear_progress(); first_time = 0; }
 821         vob = DVDOpenFile(dvd, id_title(file->id),
 822                           id_part(file->id)
 823                             ? DVD_READ_TITLE_VOBS
 824                             : DVD_READ_MENU_VOBS);
 825         if (!vob)
 826           bail("failed to open %s %u",
 827                id_part(file->id) ? "title" : "menu",
 828                id_title(file->id));
 829         break;
 830       default:
 831         abort();
 832     }
 833   }
 834
 835   pos = start;
 836   while (pos < end) {
 837     want = end - pos; if (want > BUFSECTORS) want = BUFSECTORS;
 838     n = read_sectors(pos, buf, want);
 839
 840     if (n <= 0) n = find_good_sector(&pos, end, buf, BUFSECTORS);
 841     if (n > 0) { carefully_write(outfd, buf, n*SECTORSZ); pos += n; }
 842     report_progress(pos); fflush(stdout);
 843   }
 844
 845   if (vob) { DVDCloseFile(vob); vob = 0; }
 846
 847 #undef BUFSECTORS
 848 }
 849
 850 #ifdef notdef
 851 static void logfn(void *p, dvd_logger_level_t lev,
 852                   const char *fmt, va_list ap)
 853 {
 854   switch (lev) {
 855     case DVD_LOGGER_LEVEL_ERROR:
 856       fprintf("%s (libdvdread error): ", prog);
 857       break;
 858     case DVD_LOGGER_LEVEL_WARN:
 859       fprintf("%s (libdvdread warning): ", prog);
 860       break;
 861     default:
 862       return;
 863   }
 864   vfprintf(stderr, fmt, ap);
 865   fputc('\n', stderr);
 866 }
 867 static const dvd_logger_cb logger = { logfn };
 868 #endif
 869
 870 struct buf {
 871   char *p;
 872   size_t n, sz;
 873 };
 874 #define BUF_INIT { 0, 0, 0 }
 875 #define BUF_REWIND(b) do { (b)->n = 0; } while (0)
 876 #define BUF_FREE(b) do {                                                \
 877   buf *_b = (b);                                                        \
 878   free(_b->p); _b->p = 0; _b->n = _b->sz = 0;                           \
 879 } while (0)
 880 #define BUF_PUTC(b, ch) do {                                            \
 881   struct buf *_b = (b);                                                 \
 882   if (_b->n >= _b->sz) {                                                \
 883     _b->sz = _b->sz ? 2*_b->sz : 32;                                    \
 884     _b->p = realloc(_b->p, _b->sz);                                     \
 885     if (!_b->p) bail("out of memory allocating %zu bytes", _b->sz);     \
 886   }                                                                     \
 887   _b->p[_b->n] = (ch);                                                  \
 888 } while (0)
 889
 890 static int read_line(FILE *fp, struct buf *b)
 891 {
 892   int ch;
 893
 894   ch = getc(fp);
 895   if (ch == EOF)
 896     return (-1);
 897   else if (ch != '\n') do {
 898     BUF_PUTC(b, ch); b->n++;
 899     ch = getc(fp);
 900   } while (ch != EOF && ch != '\n');
 901   BUF_PUTC(b, 0);
 902   return (0);
 903 }
 904
 905 #define PRF_HYPHEN 1u
 906 static int parse_range(const char *p, unsigned f,
 907                        secaddr *start_out, secaddr *end_out)
 908 {
 909   char *q;
 910   int err, rc;
 911   unsigned long start, end;
 912
 913   err = errno;
 914
 915   if (ISDIGIT(*p)) {
 916     start = strtoul(p, &q, 0);
 917     if (errno || start >= SECLIMIT) { rc = -1; goto end; }
 918     *start_out = start; p = q;
 919   } else if (!(f&PRF_HYPHEN))
 920     { rc = -1; goto end; }
 921   else
 922     start = 0;
 923
 924   if (f&PRF_HYPHEN) {
 925     if (*p != '-')  { rc = -1; goto end; }
 926     p++;
 927   } else {
 928     if (!ISSPACE(*p)) { rc = -1; goto end; }
 929     do p++; while (ISSPACE(*p));
 930   }
 931
 932   if (ISDIGIT(*p)) {
 933     end = strtoul(p, &q, 0);
 934     if (errno || end > SECLIMIT || end < start) { rc = -1; goto end; }
 935     *end_out = end; p = q;
 936   } else if (!(f&PRF_HYPHEN))
 937     { rc = -1; goto end; }
 938
 939   if (!(f&PRF_HYPHEN)) while (ISSPACE(*p)) p++;
 940   if (*p && ((f&PRF_HYPHEN) || *p != '#')) { rc = -1; goto end; }
 941
 942   rc = 0;
 943 end:
 944   errno = err;
 945   return (rc);
 946 }
 947
 948 int main(int argc, char *argv[])
 949 {
 950   unsigned f = 0;
 951   char *p;
 952   uint64_t volsz;
 953   secaddr pos;
 954   off_t off;
 955   secaddr start, end, last;
 956   const struct event *ev;
 957   const char *device, *outfile;
 958   struct badblock *bad;
 959   int opt, blksz;
 960   unsigned n;
 961   size_t i;
 962   FILE *fp;
 963   struct buf buf = BUF_INIT;
 964   struct stat st;
 965 #ifdef DEBUG
 966   const struct file *file;
 967   char fn[MAXFNSZ];
 968 #endif
 969
 970 #define f_bogus 1u
 971 #define f_continue 2u
 972 #define f_fixup 4u
 973 #define f_write 256u
 974
 975   p = strrchr(argv[0], '/'); prog = p ? p + 1 : argv[0];
 976   for (;;) {
 977     opt = getopt(argc, argv, "hE:FR:X:b:cr:"); if (opt < 0) break;
 978     switch (opt) {
 979       case 'h': usage(stderr); exit(0);
 980       case 'E': errfile = optarg; break;
 981       case 'F': f |= f_fixup; break;
 982       case 'R':
 983         fp = fopen(optarg, "r");
 984         if (!fp)
 985           bail_syserr(errno, "failed to open ranges file `%s'", optarg);
 986         i = 0; last = -1;
 987         for (;;) {
 988           BUF_REWIND(&buf); if (read_line(fp, &buf)) break;
 989           p = buf.p; i++;
 990           while (ISSPACE(*p)) p++;
 991           if (!*p || *p == '#') continue;
 992           if (parse_range(p, 0, &start, &end) ||
 993               (last <= SECLIMIT && start < last))
 994             bail("bad range `%s' at `%s' line %zu", buf.p, optarg, i);
 995           if (start < end) {
 996             if (start == last)
 997               eventq.v[eventq.n - 1].pos = end;
 998             else {
 999               put_event(EV_WRITE, 0, start);
1000               put_event(EV_STOP, 0, end);
1001             }
1002             last = end;
1003           }
1004         }
1005         if (ferror(fp))
1006           bail_syserr(errno, "failed to read ranges file `%s'", optarg);
1007         break;
1008       case 'X':
1009         fp = fopen(optarg, "r");
1010         if (!fp)
1011           bail_syserr(errno, "failed to open bad-blocks file `%s'", optarg);
1012         i = 0; last = -1;
1013         for (;;) {
1014           BUF_REWIND(&buf); if (read_line(fp, &buf)) break;
1015           p = buf.p; i++;
1016           while (ISSPACE(*p)) p++;
1017           if (!*p || *p == '#') continue;
1018           if (parse_range(p, 0, &start, &end) ||
1019               (last <= SECLIMIT && start < last))
1020             bail("bad range `%s' at `%s' line %zu", buf.p, optarg, i);
1021           if (start < end)
1022             { VEC_PUSH(bad, &badblocks); bad->start = start; bad->end = end; }
1023         }
1024         if (ferror(fp))
1025           bail_syserr(errno, "failed to read bad-blocks file `%s'", optarg);
1026         break;
1027       case 'b':
1028         if (mapfile) bail("can't have multiple map files");
1029         mapfile = optarg;
1030         break;
1031       case 'c': f |= f_continue; break;
1032       case 'r':
1033         start = 0; end = -1;
1034         if (parse_range(optarg, PRF_HYPHEN, &start, &end))
1035           bail("bad range `%s'", optarg);
1036         if (start < end) {
1037           put_event(EV_WRITE, 0, start);
1038           if (end <= SECLIMIT) put_event(EV_STOP, 0, end);
1039         }
1040         break;
1041       default: f |= f_bogus; break;
1042     }
1043   }
1044   if (argc - optind != 2) f |= f_bogus;
1045   if (f&f_bogus) { usage(stderr); exit(2); }
1046
1047   device = argv[optind]; outfile = argv[optind + 1];
1048
1049   if (badblocks.n) {
1050     qsort(badblocks.v, badblocks.n, sizeof(struct badblock),
1051           compare_badblock);
1052 #ifdef DEBUG
1053     printf(";; fake bad blocks:\n");
1054     for (i = 0; i < badblocks.n; i++)
1055       printf(";;\t%8"PRIuSEC" .. %"PRIuSEC"\n",
1056              badblocks.v[i].start, badblocks.v[i].end);
1057 #endif
1058   }
1059
1060   dvdfd = open(device, O_RDONLY);
1061   if (dvdfd < 0)
1062     bail_syserr(errno, "failed to open device `%s'", device);
1063   if (fstat(dvdfd, &st))
1064     bail_syserr(errno, "failed to stat device `%s'", device);
1065   if (S_ISREG(st.st_mode)) {
1066     blksz = SECTORSZ;
1067     volsz = st.st_size;
1068   } else if (S_ISBLK(st.st_mode)) {
1069     if (ioctl(dvdfd, BLKSSZGET, &blksz))
1070       bail_syserr(errno, "failed to get block size for `%s'", device);
1071     if (ioctl(dvdfd, BLKGETSIZE64, &volsz))
1072       bail_syserr(errno, "failed to get volume size for `%s'", device);
1073   } else
1074     bail("can't use `%s' as source: expected file or block device", device);
1075
1076   if (blksz != SECTORSZ)
1077     bail("device `%s' block size %d /= %d", device, blksz, SECTORSZ);
1078   if (volsz%SECTORSZ)
1079     bail("device `%s' volume size %"PRIu64" not a multiple of %d",
1080          device, volsz, SECTORSZ);
1081
1082   if (outfile) {
1083     outfd = open(outfile, O_WRONLY | O_CREAT, 0666);
1084     if (outfd < 0)
1085       bail_syserr(errno, "failed to create output file `%s'", outfile);
1086   }
1087
1088   if (f&f_continue) {
1089     off = lseek(outfd, 0, SEEK_END);
1090     if (off < 0)
1091       bail_syserr(errno, "failed to seek to end of output file `%s'",
1092                   outfile);
1093     put_event(EV_WRITE, 0, off/SECTORSZ);
1094   } else if (!eventq.n && !(f&f_fixup))
1095     put_event(EV_WRITE, 0, 0);
1096
1097 #ifdef notdef
1098   dvd = DVDOpen2(0, &logger, device);
1099 #else
1100   dvd = DVDOpen(device);
1101 #endif
1102   if (!dvd) bail("failed to open DVD on `%s'", device);
1103
1104   /* It's fast enough just to check everything. */
1105   put_menu(dvd, 0);
1106   for (i = 1; i < 100; i++) {
1107     put_menu(dvd, i);
1108     put_title(dvd, i);
1109   }
1110   put_file(mkident(RAW, 0, 0), 0, volsz/SECTORSZ);
1111   assert(filetab.n <= MAXFILES);
1112
1113   for (i = 0, limit = 0; i < filetab.n; i++)
1114     if (filetab.v[i].end > limit) limit = filetab.v[i].end;
1115
1116   if (end > limit) end = limit;
1117
1118 #ifdef DEBUG
1119   printf("\n;; files:\n");
1120   for (i = 0; i < filetab.n; i++) {
1121     file = &filetab.v[i];
1122     store_filename(fn, file->id);
1123     printf(";;\t%8"PRIuSEC" %s\n", file->start, fn);
1124   }
1125 #endif
1126
1127   qsort(eventq.v, eventq.n, sizeof(struct event), compare_event);
1128
1129   f &= ~f_write; start = 0; n = 0;
1130   for (i = 0; i < eventq.n; i++) {
1131     ev = &eventq.v[i];
1132     switch (ev->ev) {
1133       case EV_WRITE:
1134         if (f&f_write)
1135           bail("overlapping ranges: range from %"PRIuSEC" still open at %"PRIuSEC"",
1136                start, ev->pos);
1137         n++; f |= f_write; start = ev->pos;
1138         break;
1139       case EV_STOP:
1140         f &= ~f_write;
1141         break;
1142     }
1143   }
1144
1145   f &= ~f_write; start = 0;
1146   for (i = 0; i < eventq.n; i++) {
1147     ev = &eventq.v[i];
1148     switch (ev->ev) {
1149       case EV_WRITE: start = ev->pos; f |= f_write; break;
1150       case EV_STOP: nsectors += ev->pos - start; f &= ~f_write; break;
1151     }
1152     if (ev->pos >= limit) break;
1153     if (f&f_fixup) start = ev->pos;
1154   }
1155   eventq.n = i;
1156   if (f&f_fixup) {
1157     put_event(EV_WRITE, 0, start);
1158     n++; f |= f_write;
1159   }
1160   if (f&f_write) {
1161     nsectors += limit - start;
1162     put_event(EV_STOP, 0, limit);
1163   }
1164   if (n == 1 && (f&f_write)) flags |= F_ALLPROGRESS;
1165   f &= ~f_write;
1166
1167 #ifdef DEBUG
1168   printf("\n;; event sweep:\n");
1169 #endif
1170   for (pos = 0, i = 0; i < eventq.n; i++) {
1171     ev = &eventq.v[i];
1172     if (ev->pos > pos) {
1173       if (f&f_write) emit(pos, ev->pos);
1174       pos = ev->pos;
1175 #ifdef DEBUG
1176       debug_clear_progress();
1177       printf(";;\n");
1178 #endif
1179     }
1180     switch (ev->ev) {
1181       case EV_BEGIN:
1182         set_live(ev->file);
1183 #ifdef DEBUG
1184         store_filename(fn, filetab.v[ev->file].id);
1185         debug_clear_progress();
1186         printf(";; %8"PRIuSEC": begin `%s'\n", pos, fn);
1187 #endif
1188         break;
1189       case EV_WRITE:
1190         gettimeofday(&last_time, 0); last_pos = pos;
1191         if (lseek(outfd, (off_t)ev->pos*SECTORSZ, SEEK_SET) < 0)
1192           bail_syserr(errno,
1193                       "failed to seek to resume position "
1194                       "(sector %"PRIuSEC") in output file `%s'",
1195                       ev->pos, outfile);
1196 #ifdef DEBUG
1197         debug_clear_progress();
1198         printf(";; %8"PRIuSEC": begin write\n", pos);
1199 #endif
1200         f |= f_write;
1201         break;
1202       case EV_STOP:
1203         f &= ~f_write;
1204 #ifdef DEBUG
1205         debug_clear_progress();
1206         printf(";; %8"PRIuSEC": end write\n", pos);
1207 #endif
1208         break;
1209       case EV_END:
1210         clear_live(ev->file);
1211 #ifdef DEBUG
1212         store_filename(fn, filetab.v[ev->file].id);
1213         debug_clear_progress();
1214         printf(";; %8"PRIuSEC": end `%s'\n", pos, fn);
1215 #endif
1216         break;
1217       default: abort();
1218     }
1219   }
1220
1221   if (progresslen) putchar('\n');
1222
1223   if (ftruncate(outfd, (off_t)limit*SECTORSZ) < 0)
1224     bail_syserr(errno, "failed to set output file `%s' length", outfile);
1225
1226   if (dvd) DVDClose(dvd);
1227   if (dvdfd >= 0) close(dvdfd);
1228   if (outfd >= 0) close(outfd);
1229   carefully_fclose(mapfp, "bad-sector region map");
1230   carefully_fclose(errfp, "bad-sector error log");
1231
1232 #undef f_bogus
1233 #undef f_continue
1234 #undef f_fixup
1235 #undef f_write
1236
1237   return (status);
1238 }