A big mess of changes all at once.

[dvdrip] / dvd-sector-copy.c

#include "lib.h"

static int status = 0;

static void usage(FILE *fp)
{
  fprintf(fp,
	  "usage: %s [-c] [-B PARAM=VALUE,...] [-R MAP]\n"
	  "\t[-b OUTMAP] [-r [START]-[END]] DEVICE OUTFILE\n",
	  prog);
}

static double tvdiff(const struct timeval *tv_lo,
		     const struct timeval *tv_hi)
{
  return ((tv_hi->tv_sec - tv_lo->tv_sec) +
	  (tv_hi->tv_usec - tv_lo->tv_usec)/1.0e6);
}

static void carefully_write(int fd, const void *buf, size_t sz)
{
  const unsigned char *p = buf;
  ssize_t n;

  if (fd < 0) return;
  while (sz) {
    n = write(fd, p, sz);
    if (n < 0) {
      if (errno == EINTR) continue;
      bail_syserr(errno, "failed to write to output file");
    }
    if (!n) bail("unexpected short write to output file");
    p += n; sz -= n;
  }
}

static void open_file_on_demand(const char *file, FILE **fp_inout,
				const char *what)
{
  FILE *fp;

  if (!*fp_inout) {
    fp = fopen(file, "w");
    if (!fp)
      bail_syserr(errno, "failed to open %s file `%s'", what, file);
    fprintf(fp, "## %s\n\n", what);
    *fp_inout = fp;
  }
}

static void check_write(FILE *fp, const char *what)
{
  fflush(fp);
  if (ferror(fp)) bail_syserr(errno, "error writing %s file", what);
}

static void carefully_fclose(FILE *fp, const char *what)
{
  if (fp && (ferror(fp) || fclose(fp)))
    bail_syserr(errno, "error writing %s file", what);
}

#define DEFVEC(vtype, etype)						\
	typedef struct { etype *v; size_t n, sz; } vtype
#define VEC_INIT { 0, 0, 0 }
#define VEC_FREE(vv) do {						\
  free((vv)->v); (vv)->v 0; (vv)->n = (vv)->sz = 0;			\
} while (0)
#define VEC_PUSH(p, vv) do {						\
  size_t _want;								\
  if ((vv)->n >= (vv)->sz) {						\
    (vv)->sz = (vv)->sz ? 2*(vv)->sz : 32;				\
    _want = (vv)->sz*sizeof(*(vv)->v);					\
    (vv)->v = realloc((vv)->v, _want);					\
    if (!(vv)->v) bail("out of memory allocating %zu bytes", _want);	\
  }									\
  (p) = &(vv)->v[(vv)->n++];						\
} while (0)

#define MAXFILES (1 + 2*99 + 1)
struct file {
  ident id;
  secaddr start, end;
};
DEFVEC(file_v, struct file);
static file_v filetab = VEC_INIT;

enum { EV_STOP, EV_BEGIN, EV_END, EV_WRITE };
struct event {
  unsigned char ev, file;
  secaddr pos;
};
DEFVEC(event_v, struct event);
static event_v eventq = VEC_INIT;

static int compare_event(const void *a, const void *b)
{
  const struct event *eva = a, *evb = b;

  if (eva->pos < evb->pos) return (-1);
  else if (eva->pos > evb->pos) return (+1);

  if (eva->ev < evb->ev) return (-1);
  else if (eva->ev > evb->ev) return (+1);

  if (eva->file < evb->file) return (-1);
  else if (eva->file > evb->file) return (+1);

  return (0);
}

typedef uint_least32_t bits;
static bits live[(MAXFILES + 31)/32];

static inline int livep(unsigned i)
  { return (live[i/32]&((bits)1 << (i%32))); }
static inline void set_live(unsigned i)
  { live[i/32] |= (bits)1 << (i%32); }
static inline void clear_live(unsigned i)
  { live[i/32] &= ~((bits)1 << (i%32)); }
static inline int least_live(void)
{
  unsigned i, n = (filetab.n + 32)/32;
  bits b;

  for (i = 0; i < n; i++) { b = live[i]; if (b) goto found; }
  return (-1);
found:
  i *= 32;
  if (!(b&0x0000ffff)) { b >>= 16; i += 16; }
  if (!(b&0x000000ff)) { b >>=  8; i +=  8; }
  if (!(b&0x0000000f)) { b >>=  4; i +=  4; }
  if (!(b&0x00000003)) { b >>=  2; i +=  2; }
  if (!(b&0x00000001)) { b >>=  1; i +=  1; }
  assert(b&1);
  return (i);
}

static void put_event(unsigned evtype, unsigned file, secaddr pos)
{
  struct event *ev;

  VEC_PUSH(ev, &eventq);
  ev->ev = evtype; ev->file = file; ev->pos = pos;
}

static void put_file(ident id, secaddr start, secaddr end)
{
  struct file *f;
  size_t i;

  VEC_PUSH(f, &filetab); i = f - filetab.v;
  f->id = id; f->start = start; f->end = end;
  put_event(EV_BEGIN, i, start);
  put_event(EV_END, i, end);
}

static void put_menu(dvd_reader_t *dvd, unsigned title)
{
  ident id = mkident(VOB, title, 0);
  char fn[MAXFNSZ];
  secaddr start, len;

  store_filename(fn, id);
  start = UDFFindFile(dvd, fn, &len); if (!start) return;
#ifdef DEBUG
      printf(";; %8"PRIuSEC" .. %-8"PRIuSEC": %s\n",
	     start, start + SECTORS(len), fn);
#endif
  put_file(id, start, start + SECTORS(len));
}

static void put_title(dvd_reader_t *dvd, unsigned title)
{
  char fn[MAXFNSZ];
  secaddr start[9], len[9];
  unsigned i, npart;

  for (i = 0; i < 9; i++) {
    store_filename(fn, mkident(VOB, title, i + 1));
    start[i] = UDFFindFile(dvd, fn, &len[i]); if (!start[i]) break;
  }
  npart = i; if (!npart) return;

#ifdef DEBUG
  for (i = 0; i < npart; i++) {
    store_filename(fn, mkident(VOB, title, i + 1));
    printf(";; %8"PRIuSEC" .. %-8"PRIuSEC": %s\n",
	   start[i], start[i] + SECTORS(len[i]), fn);
  }
#endif

  if (npart > 1)
    for (i = 0; i < npart - 1; i++) {
      if (len[i]%SECTORSZ)
	bail("title %u part %u length = %"PRIuSEC" not a multiple of %d",
	     title, i, len[i], SECTORSZ);
      if (start[i] + len[i]/SECTORSZ != start[i + 1])
	bail
	  ("title %u part %u end = %"PRIuSEC" /= part %u start = %"PRIuSEC"",
	   title, i, start[i] + len[i]/SECTORSZ, i + 1, start[i + 1]);
    }

  put_file(mkident(VOB, title, 1),
	   start[0], start[npart - 1] + SECTORS(len[npart - 1]));
}

static secaddr last_pos, limit, nsectors, ndone;
static struct timeval last_time;
static double wsum, wcount;
static struct file *file;
static secaddr bad_start;
static unsigned retry, max_retries = 4;
static int bad_err;

static const char throbber[] = "|<-<|>->";
static unsigned throbix = 0;

static double scale_bytes(double n, const char **unit_out)
{
  const char *unit = "";

  if (n > 1600) { n /= 1024; unit = "k"; }
  if (n > 1600) { n /= 1024; unit = "M"; }
  if (n > 1600) { n /= 1024; unit = "G"; }
  if (n > 1600) { n /= 1024; unit = "T"; }

  *unit_out = unit; return (n);
}

static struct progress_item
  copy_progress, disc_progress,
  file_progress, badblock_progress;

#define TIMESTRMAX 16
static char *fmttime(unsigned long t, char *buf)
{
  if (t < 60) sprintf(buf, "%ld s", t);
  else if (t < 3600) sprintf(buf, "%ld:%02ld", t/60, t%60);
  else sprintf(buf, "%ld:%02ld:%02ld", t/3600, (t/60)%60, t%60);
  return (buf);
}

static void render_perfstats(struct progress_render_state *render)
{
  int eta;
  char timebuf[TIMESTRMAX];
  double rate;
  const char *unit;

  if (!wsum || !wcount) { rate = 0; eta = -1; }
  else { rate = wsum/wcount; eta = (int)((nsectors - ndone)/rate + 0.5); }

  rate = scale_bytes(rate*SECTORSZ, &unit);
  progress_putright(render, "ETA %s ", rate ? fmttime(eta, timebuf) : "???");
  progress_putright(render, "%.1f %sB/s, ", rate, unit);
}

static void render_copy_progress(struct progress_item *item,
				 struct progress_render_state *render)
{
  double frac = (double)ndone/nsectors;

  progress_putleft(render, " %c copied %.1f%%",
		   throbber[throbix], 100.0*frac);
  render_perfstats(render);
  progress_putleft(render, " (%"PRIuSEC" of %"PRIuSEC")", ndone, nsectors);

  progress_showbar(render, frac);
}

static void render_disc_progress(struct progress_item *item,
				 struct progress_render_state *render)
{
  double frac = (double)last_pos/limit;

  progress_putleft(render, "        disc %.1f%% (%"PRIuSEC" of %"PRIuSEC")",
		   100.0*frac, last_pos, limit);
  progress_showbar(render, frac);
}

static void render_file_progress(struct progress_item *item,
				 struct progress_render_state *render)
{
  secaddr off = last_pos - file->start, len = file->end - file->start;
  char fn[MAXFNSZ];
  double frac;

  store_filename(fn, file->id);
  frac = (double)off/len;
  progress_putleft(render, "        `%s' %.1f%% (%"PRIuSEC" of %"PRIuSEC")",
		   fn, 100.0*frac, off, len);
  progress_showbar(render, frac);
}

static void render_badblock_progress(struct progress_item *item,
				     struct progress_render_state *render)
{
  secaddr n = last_pos - bad_start;
  int bg;

  if (!n) {
    progress_putleft(render, " Retrying bad sector %"PRIuSEC"", bad_start);
    progress_putright(render, "attempt %u/%u ", retry + 1, max_retries);
    bg = 4;
  } else {
    progress_putleft(render, " Found %"PRIuSEC" bad %s",
		     n, n == 1 ? "sector" : "sectors");
    progress_putright(render, "%"PRIuSEC" .. %"PRIuSEC" ",
		      bad_start, last_pos);
    bg = 1;
  }
  if (bad_err && bad_err != EIO)
    progress_putleft(render, " (%s)", strerror(bad_err));
  progress_shownotice(render, bg, 7);
}

static void update_progress(secaddr pos)
{
  struct timeval now;
  double t, f, g;

  gettimeofday(&now, 0);
  t = tvdiff(&last_time, &now);

#define ALPHA 0.1
#define BETA (1 - ALPHA)

  if (t) {
    g = wcount ? pow(BETA, t) : 0.0; f = (1 - g)/(1 - BETA);
    wsum = f*(pos - last_pos)/t + g*wsum;
    wcount = f + g*wcount;
    ndone += pos - last_pos;
    last_time = now; last_pos = pos;
  }

#undef ALPHA
#undef BETA

  throbix++; if (!throbber[throbix]) throbix = 0;
}

static void report_progress(secaddr pos)
  { update_progress(pos); progress_update(&progress); }

static dvd_reader_t *dvd;
static int dvdfd = -1, outfd = -1;
static dvd_file_t *vob;
static const char *mapfile; static FILE *mapfp;
static const char *errfile; static FILE *errfp;

struct badblock { secaddr start, end; };
DEFVEC(badblock_v, struct badblock);
static badblock_v badblocks = VEC_INIT;

static int compare_badblock(const void *a, const void *b)
{
  const struct badblock *ba = a, *bb = b;

  if (ba->start < bb->start) return (-1);
  else if (ba->start > bb->start) return (+1);

  if (ba->end < bb->end) return (-1);
  else if (ba->end > bb->end) return (+1);

  return (0);
}

static double bad_block_delay = 0.0;
static double good_block_delay = 0.0;

static ssize_t read_sectors(secaddr pos, void *buf, secaddr want)
{
  ssize_t n, done;
  size_t lo, mid, hi;
  int fakeerr = 0;
  struct badblock *bad, *best;
  unsigned char *p = buf;

  if (badblocks.n) {
    best = 0; lo = 0; hi = badblocks.n;
#ifdef DEBUG
    progress_clear();
    printf(";; searching badblocks for %"PRIuSEC" .. %"PRIuSEC"\n",
	   pos, pos + want);
#endif
    while (lo < hi) {
      mid = lo + (hi - lo)/2; bad = &badblocks.v[mid];
#ifdef DEBUG
      printf(";;   try %zu (%"PRIuSEC" .. %"PRIuSEC")... ",
	     mid, bad->start, bad->end);
#endif
      if (pos < bad->start) { D( printf("high\n"); ) best = bad; hi = mid; }
      else if (pos >= bad->end) { D( printf("low\n"); ) lo = mid + 1; }
      else { D( printf("match!\n"); ) errno = EIO; return (-1); }
    }
#ifdef DEBUG
    if (best)
      printf(";;   next is %"PRIuSEC" .. %"PRIuSEC"\n",
	     best->start, best->end);
#endif
    if (best && pos + want > best->start)
      { want = best->start - pos; fakeerr = EIO; sit(bad_block_delay); }
  }
  done = 0;
  while (want) {
    if (vob)
      { errno = 0; n = DVDReadBlocks(vob, pos - file->start, want, p); }
    else if (file) {
      if (lseek(dvdfd, (off_t)pos*SECTORSZ, SEEK_SET) < 0)
	bail_syserr(errno, "failed to seek to sector %"PRIuSEC"", pos);
      errno = 0; n = read(dvdfd, p, want*SECTORSZ);
      if (n >= 0) n /= SECTORSZ;
    } else {
      memset(p, 0, want*SECTORSZ);
      n = want;
    }

    if (n > 0) { done += n; pos += n; p += n*SECTORSZ; want -= n; }
    else if (!n) break;
    else if (errno == EIO && errfile) {
      open_file_on_demand(errfile, &errfp, "bad-sector error log");
      fprintf(errfp, "%"PRIuSEC" %"PRIuSEC"\n", pos, pos + 1);
      check_write(errfp, "bad-sector error log");
      break;
    } else if (errno != EINTR) break;
  }
  if (fakeerr && !errno) errno = fakeerr;
  else if (done > 0 && good_block_delay) sit(done*good_block_delay);
  return (!done && errno ? -1 : done);
}

static void record_bad_sectors(secaddr bad_lo, secaddr bad_hi)
{
  char fn[MAXFNSZ];

  if (!mapfile) return;

  open_file_on_demand(mapfile, &mapfp, "bad-sector region map");
  fprintf(mapfp, "%"PRIuSEC" %"PRIuSEC"", bad_lo, bad_hi);

  if (file && id_kind(file->id) != RAW) {
    store_filename(fn, file->id);
    fprintf(mapfp, " # `%s' %"PRIuSEC" .. %"PRIuSEC" of %"PRIuSEC"",
	    fn, bad_lo - file->start, bad_hi - file->start,
	    file->end - file->start);
  }

  fputc('\n', mapfp);
  check_write(mapfp, "bad-sector region map");
}

static void recovered(secaddr bad_lo, secaddr bad_hi)
{
  char fn[MAXFNSZ];

  progress_clear(&progress);

  if (!file || id_kind(file->id) == RAW)
    moan("skipping %"PRIuSEC" bad sectors (%"PRIuSEC" .. %"PRIuSEC")",
	 bad_hi - bad_lo, bad_lo, bad_hi);
  else {
    store_filename(fn, file->id);
    moan("skipping %"PRIuSEC" bad sectors (%"PRIuSEC" .. %"PRIuSEC"; "
	 "`%s' %"PRIuSEC" .. %"PRIuSEC" of %"PRIuSEC")",
	 bad_hi - bad_lo, bad_lo, bad_hi,
	 fn, bad_lo - file->start, bad_hi - file->start,
	 file->end - file->start);
  }

  record_bad_sectors(bad_lo, bad_hi);

  if (lseek(outfd, (off_t)(bad_hi - bad_lo)*SECTORSZ, SEEK_CUR) < 0)
    bail_syserr(errno, "failed to seek past bad sectors");

  progress_removeitem(&progress, &badblock_progress);
  progress_update(&progress);
}

struct recoverybuf {
  unsigned char *buf;
  secaddr sz, pos, start, end;
  secaddr good_lo, good_hi;
};

static void rearrange_sectors(struct recoverybuf *r,
			      secaddr dest, secaddr src, secaddr len)
{
  assert(dest + len <= r->sz);
  assert(src + len <= r->sz);
  memmove(r->buf + dest*SECTORSZ, r->buf + src*SECTORSZ, len*SECTORSZ);
}

#ifdef DEBUG
static PRINTF_LIKE(2, 3)
  void show_recovery_buffer_map(const struct recoverybuf *r,
				const char *what, ...)
{
  va_list ap;

  va_start(ap, what);
  progress_clear();
  printf(";; recovery buffer (");
  vprintf(what, ap);
  printf("): "
	 "(%"PRIuSEC") ..%"PRIuSEC".. "
	 "[%"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC"] "
	 "..%"PRIuSEC".. (%"PRIuSEC")\n",
	 r->pos, r->start,
	 r->pos + r->start, r->end - r->start, r->pos + r->end,
	 r->sz - r->end, r->pos + r->sz);
  va_end(ap);
  assert(r->start <= r->end);
  assert(r->end <= r->sz);
}
#endif

static ssize_t recovery_read_sectors(struct recoverybuf *r,
				     secaddr pos, secaddr off, secaddr want)
{
  ssize_t n;

  assert(off <= r->sz); assert(want <= r->sz - off);
  n = read_sectors(pos, r->buf + off*SECTORSZ, want);
  return (n);
}

static ssize_t recovery_read_buffer(struct recoverybuf *r,
				    secaddr pos, secaddr want)
{
  secaddr diff, pp, nn;
  ssize_t n;

#ifdef DEBUG
  progress_clear();
  show_recovery_buffer_map(r, "begin(%"PRIuSEC", %"PRIuSEC")", pos, want);
#endif

  if (pos < r->pos) {
    diff = r->pos - pos;
    if (r->start + diff >= r->sz) {
      r->pos = pos; r->start = r->end = 0;
#ifdef DEBUG
      show_recovery_buffer_map(r, "cleared; shift up by %"PRIuSEC"", diff);
#endif
    } else {
      if (r->end + diff > r->sz) r->end = r->sz - diff;
      rearrange_sectors(r, r->start + diff, r->start, r->end - r->start);
      r->pos -= diff; r->start += diff; r->end += diff;
#ifdef DEBUG
      show_recovery_buffer_map(r, "shifted up by %"PRIuSEC"", diff);
#endif
    }
  } else if (pos > r->pos + r->end) {
      r->pos = pos; r->start = r->end = 0;
#ifdef DEBUG
p      show_recovery_buffer_map(r, "cleared; beyond previous region");
#endif
  } else if (pos + want > r->pos + r->sz) {
    diff = (pos + want) - (r->pos + r->sz);
    if (r->end <= diff) {
      r->pos = pos; r->start = r->end = 0;
#ifdef DEBUG
      show_recovery_buffer_map(r, "cleared; shift down by %"PRIuSEC"", diff);
#endif
    } else {
      if (r->start < diff) r->start = diff;
      rearrange_sectors(r, r->start - diff, r->start, r->end - r->start);
      r->pos += diff; r->start -= diff; r->end -= diff;
#ifdef DEBUG
      show_recovery_buffer_map(r, "shifted down by %"PRIuSEC"", diff);
#endif
    }
  }

  if (pos < r->pos + r->start) {
    pp = pos - r->pos; nn = r->start - pp;
#ifdef DEBUG
    printf(";; read low (%"PRIuSEC"@%"PRIuSEC", %"PRIuSEC")", pos, pp, nn);
    fflush(stdout);
#endif
    n = recovery_read_sectors(r, pos, pp, nn);
#ifdef DEBUG
    printf(" -> %zd\n", n);
#endif
    if (n != nn) {
      if (n >= 0 && n > want) n = want;
      goto end;
    }
    r->start = pp;
#ifdef DEBUG
    show_recovery_buffer_map(r, "joined new region");
#endif
  }

  if (pos + want > r->pos + r->end) {
    pp = r->end; nn = (pos + want) - (r->pos + r->end);
#ifdef DEBUG
    printf(";; read high (%"PRIuSEC"@%"PRIuSEC", %"PRIuSEC")",
	   r->pos + pp, pp, nn);
    fflush(stdout);
#endif
    n = recovery_read_sectors(r, r->pos + pp, pp, nn);
#ifdef DEBUG
    printf(" -> %zd\n", n);
#endif
    if (n > 0) {
      r->end += n;
#ifdef DEBUG
      show_recovery_buffer_map(r, "joined new region");
#endif
    }
  }

  n = r->pos + r->end - pos;
  if (!n && want) n = -1;
  else if (n > want) n = want;

end:
#ifdef DEBUG
  show_recovery_buffer_map(r, "done; return %zd", n);
#endif
  return (n);
}

static ssize_t recovery_read_multiple(struct recoverybuf *r,
				      secaddr pos, secaddr want)
{
  ssize_t n;
  secaddr skip, want0 = want;

  while (want > r->sz) {
    skip = want - r->sz;
    n = recovery_read_buffer(r, pos + skip, r->sz);
    if (n < r->sz) return (skip + (n >= 0 ? n : 0));
    want -= r->sz;
  }
  n = recovery_read_buffer(r, pos, want);
  if (n < 0 || n < want) return (n);
  return (want0);
}

static ssize_t recovery_read(struct recoverybuf *r,
			     secaddr pos, secaddr want)
{
  secaddr lo = pos, hi = pos + want, span;
  ssize_t n;

  if (hi < r->good_lo || lo > r->good_hi) {
    n = recovery_read_multiple(r, lo, hi - lo);
    if (n > 0) { r->good_lo = lo; r->good_hi = lo + n; }
    return (n);
  }

  if (hi > r->good_hi) {
    span = hi - r->good_hi;
    n = recovery_read_multiple(r, r->good_hi, span);
    if (n > 0) r->good_hi += n;
    if (n < 0 || n < span) return (r->good_hi - lo);
  }

  if (lo < r->good_lo) {
    span = r->good_lo - lo;
    n = recovery_read_multiple(r, lo, span);
    if (n == span) r->good_lo = lo;
    else return (n);
  }

  n = r->good_hi - pos; if (n > want) n = want;
  if (!n) { errno = EIO; n = -1; }
  return (n);
}

static double clear_factor = 1.5;
static secaddr clear_min = 1, clear_max = SECLIMIT;
static double step_factor = 2.0;
static secaddr step_min = 1, step_max = 0;

static secaddr run_length_wanted(secaddr pos, secaddr badlen, secaddr end)
{
  secaddr want;

  want = clear_factor*badlen;
  if (want < clear_min) want = clear_min;
  if (want > end - pos) want = end - pos;
  if (clear_max && want > clear_max) want = clear_max;
  return (want);
}

static void report_bad_blocks_progress(secaddr bad_hi, int err)
  { bad_err = err; report_progress(bad_hi); }

static ssize_t find_good_sector(secaddr *pos_inout, secaddr end,
				unsigned char *buf, secaddr sz)
{
  secaddr pos = *pos_inout, bad_lo, bad_hi, good, step, want;
  struct recoverybuf r;
  ssize_t n;

  bad_start = pos; bad_err = errno;
  badblock_progress.render = render_badblock_progress;
  progress_additem(&progress, &badblock_progress);

  r.buf = buf; r.sz = sz; r.pos = r.start = r.end = 0;
  r.good_lo = r.good_hi = 0;

  want = sz; if (want > end - pos) want = end - pos;
  for (retry = 0; retry < max_retries; retry++) {
    report_bad_blocks_progress(pos, errno);
    n = recovery_read(&r, pos, want);
#ifdef DEBUG
    progress_clear(&progress);
    printf(";; [retry] try reading %"PRIuSEC" .. %"PRIuSEC" -> %zd\n",
	   pos, pos + want, n);
#endif
    if (n > 0) {
      progress_clear(&progress);
      moan("sector %"PRIuSEC" read ok after retry", pos);
      progress_removeitem(&progress, &badblock_progress);
      progress_update(&progress);
      return (n);
    }
  }

  bad_lo = pos; bad_hi = pos + 1;
  for (;;) {
    report_bad_blocks_progress(bad_hi, errno);
#ifdef DEBUG
    progress_clear(&progress);
    printf(";; bounding bad-block region: "
	   "%"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC"\n",
	   bad_lo, bad_hi - bad_lo, bad_hi);
#endif
    if (bad_hi >= end) {
      progress_clear(&progress);
      moan("giving up on this extent");
      recovered(bad_lo, end); *pos_inout = end;
      return (0);
    }
    step = step_factor*(bad_hi - bad_lo);
    if (step < step_min) step = step_min;
    if (step_max && step > step_max) step = step_max;
    if (step > end - bad_lo) step = end - bad_lo;
    pos = bad_lo + step - 1;
    want = run_length_wanted(pos, step, end);
    n = recovery_read(&r, pos, want);
#ifdef DEBUG
    printf(";; [bound] try reading %"PRIuSEC" .. %"PRIuSEC" -> %zd\n",
	   pos, pos + want, n);
#endif
    if (n == want) break;
    if (n < 0) n = 0;
    bad_hi = pos + n + 1;
  }

  good = pos;
  while (good > bad_hi) {
    report_bad_blocks_progress(bad_hi, errno);
#ifdef DEBUG
    progress_clear(&progress);
    printf(";; limiting bad-block region: "
	   "%"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC"\n",
	   bad_lo, bad_hi - bad_lo, bad_hi, good - bad_hi, good);
#endif
    pos = bad_hi + (good - bad_hi)/2;
    step = pos - bad_lo;
    want = run_length_wanted(pos, step, end);
    n = recovery_read(&r, pos, want);
#ifdef DEBUG
    printf(";; [limit] try reading %"PRIuSEC" .. %"PRIuSEC" -> %zd\n",
	   pos, pos + want, n);
#endif
    if (n < 0) n = 0;
    if (n == want) good = pos;
    else bad_hi = pos + n + 1;
  }
  recovered(bad_lo, bad_hi); *pos_inout = good;
  if (good < r.pos + r.start || r.pos + r.end <= good)
    n = 0;
  else {
    n = r.pos + r.end - good;
    rearrange_sectors(&r, 0, good - r.pos, n);
  }
#ifdef DEBUG
  show_recovery_buffer_map(&r, "returning %zd good sectors at %"PRIuSEC"",
			   n, good);
#endif
  return (n);
}

static void emit(secaddr start, secaddr end)
{
#define BUFSECTORS 512

  int least;
  unsigned char buf[BUFSECTORS*SECTORSZ];
  secaddr pos;
  size_t want;
  ssize_t n;
  static int first_time = 1;
#ifdef DEBUG
  struct file *f;
  char fn[MAXFNSZ];
  int act = -1;
  int i;
#endif

  least = least_live();

#ifdef DEBUG
  printf(";; %8"PRIuSEC" .. %"PRIuSEC"\n", start, end);

  for (i = 0; i < filetab.n; i++) {
    if (!livep(i)) continue;
    if (act == -1) act = i;
    f = &filetab.v[i]; store_filename(fn, f->id);
    printf(";;\t\t%8"PRIuSEC" .. %-8"PRIuSEC" %s\n",
	   start - f->start, end - f->start, fn);
  }
  if (act == -1) printf(";;\t\t#<no live source>\n");
  assert(act == least);
#endif

  if (least == -1)
    { file = 0; vob = 0; }
  else {
    file = &filetab.v[least];
    switch (id_kind(file->id)) {
      case RAW:
	vob = 0;
	break;
      case VOB:
	if (first_time) { progress_clear(&progress); first_time = 0; }
	vob = DVDOpenFile(dvd, id_title(file->id),
			  id_part(file->id)
			    ? DVD_READ_TITLE_VOBS
			    : DVD_READ_MENU_VOBS);
	if (!vob)
	  bail("failed to open %s %u",
	       id_part(file->id) ? "title" : "menu",
	       id_title(file->id));
	progress_update(&progress);
	break;
      default:
	abort();
    }
  }

  if (file && id_kind(file->id) != RAW) {
    file_progress.render = render_file_progress;
    progress_additem(&progress, &file_progress);
  }

  pos = start;
  while (pos < end) {
    want = end - pos; if (want > BUFSECTORS) want = BUFSECTORS;
    n = read_sectors(pos, buf, want);

    if (n <= 0) n = find_good_sector(&pos, end, buf, BUFSECTORS);
    if (n > 0) { carefully_write(outfd, buf, n*SECTORSZ); pos += n; }
    report_progress(pos);
  }

  if (vob) { DVDCloseFile(vob); vob = 0; }

  if (file && id_kind(file->id) != RAW)
    progress_removeitem(&progress, &file_progress);
  progress_update(&progress);

#undef BUFSECTORS
}

struct buf {
  char *p;
  size_t n, sz;
};
#define BUF_INIT { 0, 0, 0 }
#define BUF_REWIND(b) do { (b)->n = 0; } while (0)
#define BUF_FREE(b) do {						\
  buf *_b = (b);							\
  free(_b->p); _b->p = 0; _b->n = _b->sz = 0;				\
} while (0)
#define BUF_PUTC(b, ch) do {						\
  struct buf *_b = (b);							\
  if (_b->n >= _b->sz) {						\
    _b->sz = _b->sz ? 2*_b->sz : 32;					\
    _b->p = realloc(_b->p, _b->sz);					\
    if (!_b->p) bail("out of memory allocating %zu bytes", _b->sz);	\
  }									\
  _b->p[_b->n] = (ch);							\
} while (0)

static int read_line(FILE *fp, struct buf *b)
{
  int ch;

  ch = getc(fp);
  if (ch == EOF)
    return (-1);
  else if (ch != '\n') do {
    BUF_PUTC(b, ch); b->n++;
    ch = getc(fp);
  } while (ch != EOF && ch != '\n');
  BUF_PUTC(b, 0);
  return (0);
}

static double parse_float(const char **p_inout, double min, double max,
			  const char *what)
{
  const char *p;
  char *q;
  double x;
  int err;

  err = errno; errno = 0;
  p = *p_inout;
  x = strtod(p, &q);
  if (errno || x < min || x > max) bail("bad %s `%s'", what, p);
  *p_inout = q; errno = err;
  return (x);
}

static long parse_int(const char **p_inout, long min, long max,
		      const char *what)
{
  const char *p;
  char *q;
  long x;
  int err;

  err = errno; errno = 0;
  p = *p_inout;
  x = strtoul(p, &q, 0);
  if (errno || x < min || x > max) bail("bad %s `%s'", what, p);
  *p_inout = q; errno = err;
  return (x);
}

#define PRF_HYPHEN 1u
static int parse_range(const char *p, unsigned f,
		       secaddr *start_out, secaddr *end_out)
{
  char *q;
  int err, rc;
  unsigned long start, end;

  err = errno;

  if (ISDIGIT(*p)) {
    start = strtoul(p, &q, 0);
    if (errno || start >= SECLIMIT) { rc = -1; goto end; }
    *start_out = start; p = q;
  } else if (!(f&PRF_HYPHEN))
    { rc = -1; goto end; }
  else
    start = 0;

  if (f&PRF_HYPHEN) {
    if (*p != '-')  { rc = -1; goto end; }
    p++;
  } else {
    if (!ISSPACE(*p)) { rc = -1; goto end; }
    do p++; while (ISSPACE(*p));
  }

  if (ISDIGIT(*p)) {
    end = strtoul(p, &q, 0);
    if (errno || end > SECLIMIT || end < start) { rc = -1; goto end; }
    *end_out = end; p = q;
  } else if (!(f&PRF_HYPHEN))
    { rc = -1; goto end; }

  if (!(f&PRF_HYPHEN)) while (ISSPACE(*p)) p++;
  if (*p && ((f&PRF_HYPHEN) || *p != '#')) { rc = -1; goto end; }

  rc = 0;
end:
  errno = err;
  return (rc);
}

int main(int argc, char *argv[])
{
  unsigned f = 0;
  const char *p;
  uint64_t volsz;
  secaddr pos;
  off_t off;
  secaddr start, end, last;
  const struct event *ev;
  const char *device, *outfile;
  struct badblock *bad;
  int opt, blksz;
  unsigned n;
  size_t i;
  FILE *fp;
  struct buf buf = BUF_INIT;
  struct timeval tv0, tv1;
  double t, rate, tot;
  const char *rateunit, *totunit;
  char timebuf[TIMESTRMAX];
  struct stat st;
#ifdef DEBUG
  const struct file *file;
  char fn[MAXFNSZ];
#endif

#define f_bogus 1u
#define f_continue 2u
#define f_fixup 4u
#define f_stats 8u
#define f_write 256u

  set_prog(argv[0]);
  for (;;) {
    opt = getopt(argc, argv, "hB:E:FR:X:b:cr:s"); if (opt < 0) break;
    switch (opt) {
      case 'h': usage(stderr); exit(0);
      case 'B':
	p = optarg;
#define SKIP_PREFIX(s)							\
	(STRNCMP(p, ==, s "=", sizeof(s)) && (p += sizeof(s), 1))
	for (;;) {
	  if (SKIP_PREFIX("cf"))
	    clear_factor = parse_float(&p, 0, DBL_MAX, "clear factor");
	  else if (SKIP_PREFIX("cmin"))
	    clear_min = parse_int(&p, 1, SECLIMIT, "clear minimum");
	  else if (SKIP_PREFIX("cmax"))
	    clear_max = parse_int(&p, 1, SECLIMIT, "clear maximum");
	  else if (SKIP_PREFIX("sf"))
	    step_factor = parse_float(&p, 0, DBL_MAX, "step factor");
	  else if (SKIP_PREFIX("smin"))
	    step_min = parse_int(&p, 1, SECLIMIT - 1, "step minimum");
	  else if (SKIP_PREFIX("smax"))
	    step_max = parse_int(&p, 1, SECLIMIT - 1, "step maximum");
	  else if (SKIP_PREFIX("retry"))
	    max_retries = parse_int(&p, 0, INT_MAX, "retries");
	  else if (SKIP_PREFIX("_badwait"))
	    bad_block_delay = parse_float(&p, 0, DBL_MAX, "bad-block delay");
	  else if (SKIP_PREFIX("_blkwait"))
	    good_block_delay = parse_float(&p, 0, DBL_MAX, "good block delay");
	  else
	    bail("unknown bad blocks parameter `%s'", p);
	  if (!*p) break;
	  else if (*p != ',') bail("unexpected junk in parameters");
	  p++;
	}
#undef SKIP_PREFIX
	break;
      case 'E': errfile = optarg; break;
      case 'F': f |= f_fixup; break;
      case 'R':
	fp = fopen(optarg, "r");
	if (!fp)
	  bail_syserr(errno, "failed to open ranges file `%s'", optarg);
	i = 0; last = -1;
	for (;;) {
	  BUF_REWIND(&buf); if (read_line(fp, &buf)) break;
	  p = buf.p; i++;
	  while (ISSPACE(*p)) p++;
	  if (!*p || *p == '#') continue;
	  if (parse_range(p, 0, &start, &end) ||
	      (last <= SECLIMIT && start < last))
	    bail("bad range `%s' at `%s' line %zu", buf.p, optarg, i);
	  if (start < end) {
	    if (start == last)
	      eventq.v[eventq.n - 1].pos = end;
	    else {
	      put_event(EV_WRITE, 0, start);
	      put_event(EV_STOP, 0, end);
	    }
	    last = end;
	  }
	}
	if (ferror(fp))
	  bail_syserr(errno, "failed to read ranges file `%s'", optarg);
	break;
      case 'X':
	fp = fopen(optarg, "r");
	if (!fp)
	  bail_syserr(errno, "failed to open bad-blocks file `%s'", optarg);
	i = 0; last = -1;
	for (;;) {
	  BUF_REWIND(&buf); if (read_line(fp, &buf)) break;
	  p = buf.p; i++;
	  while (ISSPACE(*p)) p++;
	  if (!*p || *p == '#') continue;
	  if (parse_range(p, 0, &start, &end) ||
	      (last <= SECLIMIT && start < last))
	    bail("bad range `%s' at `%s' line %zu", buf.p, optarg, i);
	  if (start < end)
	    { VEC_PUSH(bad, &badblocks); bad->start = start; bad->end = end; }
	}
	if (ferror(fp))
	  bail_syserr(errno, "failed to read bad-blocks file `%s'", optarg);
	break;
      case 'b':
	if (mapfile) bail("can't have multiple map files");
	mapfile = optarg;
	break;
      case 'c': f |= f_continue; break;
      case 'r':
	start = 0; end = -1;
	if (parse_range(optarg, PRF_HYPHEN, &start, &end))
	  bail("bad range `%s'", optarg);
	if (start < end) {
	  put_event(EV_WRITE, 0, start);
	  if (end <= SECLIMIT) put_event(EV_STOP, 0, end);
	}
	break;
      case 's': f |= f_stats; break;
      default: f |= f_bogus; break;
    }
  }
  if (argc - optind != 2) f |= f_bogus;
  if (f&f_bogus) { usage(stderr); exit(2); }

  setlocale(LC_ALL, "");
  progress_init(&progress);
  device = argv[optind]; outfile = argv[optind + 1];

  if (badblocks.n) {
    qsort(badblocks.v, badblocks.n, sizeof(struct badblock),
	  compare_badblock);
#ifdef DEBUG
    printf(";; fake bad blocks:\n");
    for (i = 0; i < badblocks.n; i++)
      printf(";;\t%8"PRIuSEC" .. %"PRIuSEC"\n",
	     badblocks.v[i].start, badblocks.v[i].end);
#endif
  }

  open_dvd(device, &dvdfd, &dvd);
  if (fstat(dvdfd, &st))
    bail_syserr(errno, "failed to stat device `%s'", device);
  if (S_ISREG(st.st_mode)) {
    blksz = SECTORSZ;
    volsz = st.st_size;
  } else if (S_ISBLK(st.st_mode)) {
    if (ioctl(dvdfd, BLKSSZGET, &blksz))
      bail_syserr(errno, "failed to get block size for `%s'", device);
    if (ioctl(dvdfd, BLKGETSIZE64, &volsz))
      bail_syserr(errno, "failed to get volume size for `%s'", device);
  } else
    bail("can't use `%s' as source: expected file or block device", device);

  if (blksz != SECTORSZ)
    bail("device `%s' block size %d /= %d", device, blksz, SECTORSZ);
  if (volsz%SECTORSZ)
    bail("device `%s' volume size %"PRIu64" not a multiple of %d",
	 device, volsz, SECTORSZ);

  outfd = open(outfile, O_WRONLY | O_CREAT, 0666);
  if (outfd < 0)
    bail_syserr(errno, "failed to create output file `%s'", outfile);

  if (f&f_continue) {
    off = lseek(outfd, 0, SEEK_END);
    if (off < 0)
      bail_syserr(errno, "failed to seek to end of output file `%s'",
		  outfile);
    put_event(EV_WRITE, 0, off/SECTORSZ);
  } else if (!eventq.n && !(f&f_fixup))
    put_event(EV_WRITE, 0, 0);

  /* It's fast enough just to check everything. */
  put_menu(dvd, 0);
  for (i = 1; i < 100; i++) {
    put_menu(dvd, i);
    put_title(dvd, i);
  }
  put_file(mkident(RAW, 0, 0), 0, volsz/SECTORSZ);
  assert(filetab.n <= MAXFILES);

  for (i = 0, limit = 0; i < filetab.n; i++)
    if (filetab.v[i].end > limit) limit = filetab.v[i].end;

  if (end > limit) end = limit;

#ifdef DEBUG
  printf("\n;; files:\n");
  for (i = 0; i < filetab.n; i++) {
    file = &filetab.v[i];
    store_filename(fn, file->id);
    printf(";;\t%8"PRIuSEC" %s\n", file->start, fn);
  }
#endif

  qsort(eventq.v, eventq.n, sizeof(struct event), compare_event);

  f &= ~f_write; start = 0; n = 0;
  for (i = 0; i < eventq.n; i++) {
    ev = &eventq.v[i];
    switch (ev->ev) {
      case EV_WRITE:
	if (f&f_write)
	  bail("overlapping ranges: range from %"PRIuSEC" still open at %"PRIuSEC"",
	       start, ev->pos);
	n++; f |= f_write; start = ev->pos;
	break;
      case EV_STOP:
	f &= ~f_write;
	break;
    }
  }

  f &= ~f_write; start = 0;
  for (i = 0; i < eventq.n; i++) {
    ev = &eventq.v[i];
    switch (ev->ev) {
      case EV_WRITE: start = ev->pos; f |= f_write; break;
      case EV_STOP:
	nsectors += ev->pos - start; f &= ~f_write; break;
    }
    if (ev->pos >= limit) break;
    if (f&f_fixup) start = ev->pos;
  }
  eventq.n = i;
  if (f&f_fixup) {
    put_event(EV_WRITE, 0, start);
    n++; f |= f_write;
  }
  if (f&f_write) {
    nsectors += limit - start;
    put_event(EV_STOP, 0, limit);
  }

  copy_progress.render = render_copy_progress;
  progress_additem(&progress, &copy_progress);
  if (nsectors != limit) {
    disc_progress.render = render_disc_progress;
    progress_additem(&progress, &disc_progress);
  }

  if (f&f_stats) gettimeofday(&tv0, 0);

#ifdef DEBUG
  printf("\n;; event sweep:\n");
#endif
  f &= ~f_write;
  for (pos = 0, i = 0; i < eventq.n; i++) {
    ev = &eventq.v[i];
    if (ev->pos > pos) {
      if (f&f_write) emit(pos, ev->pos);
      pos = ev->pos;
#ifdef DEBUG
      progress_clear(&progress);
      printf(";;\n");
#endif
    }
    switch (ev->ev) {
      case EV_BEGIN:
	set_live(ev->file);
#ifdef DEBUG
	store_filename(fn, filetab.v[ev->file].id);
	progress_clear(&progress);
	printf(";; %8"PRIuSEC": begin `%s'\n", pos, fn);
#endif
	break;
      case EV_WRITE:
	gettimeofday(&last_time, 0); last_pos = pos;
	if (lseek(outfd, (off_t)ev->pos*SECTORSZ, SEEK_SET) < 0)
	  bail_syserr(errno,
		      "failed to seek to resume position "
		      "(sector %"PRIuSEC") in output file `%s'",
		      ev->pos, outfile);
#ifdef DEBUG
	progress_clear(&progress);
	printf(";; %8"PRIuSEC": begin write\n", pos);
#endif
	f |= f_write;
	break;
      case EV_STOP:
	f &= ~f_write;
#ifdef DEBUG
	progress_clear(&progress);
	printf(";; %8"PRIuSEC": end write\n", pos);
#endif
	break;
      case EV_END:
	clear_live(ev->file);
#ifdef DEBUG
	store_filename(fn, filetab.v[ev->file].id);
	progress_clear(&progress);
	printf(";; %8"PRIuSEC": end `%s'\n", pos, fn);
#endif
	break;
      default: abort();
    }
  }

  progress_clear(&progress);

  if (ftruncate(outfd, (off_t)limit*SECTORSZ) < 0)
    bail_syserr(errno, "failed to set output file `%s' length", outfile);

  if (f&f_stats) {
    gettimeofday(&tv1, 0); t = tvdiff(&tv0, &tv1);
    tot = scale_bytes((double)nsectors*SECTORSZ, &totunit);
    rate = scale_bytes((double)nsectors*SECTORSZ/t, &rateunit);
    moan("all done: %.1f %sB in %s -- %.1f %sB/s",
	 tot, totunit, fmttime(t, timebuf), rate, rateunit);
  }

  if (dvd) DVDClose(dvd);
  if (dvdfd >= 0) close(dvdfd);
  if (outfd >= 0) close(outfd);
  carefully_fclose(mapfp, "bad-sector region map");
  carefully_fclose(errfp, "bad-sector error log");
  progress_free(&progress);

#undef f_bogus
#undef f_continue
#undef f_fixup
#undef f_stats
#undef f_write

  return (status);
}