Commit | Line | Data |
---|---|---|
dc53ebfa | 1 | #include "lib.h" |
7fbe0fb9 | 2 | |
7fbe0fb9 MW |
3 | static void usage(FILE *fp) |
4 | { | |
5 | fprintf(fp, | |
dc53ebfa MW |
6 | "usage: %s [-c] [-B PARAM=VALUE,...] [-R MAP]\n" |
7 | "\t[-b OUTMAP] [-r [START]-[END]] DEVICE OUTFILE\n", | |
7fbe0fb9 MW |
8 | prog); |
9 | } | |
10 | ||
dc53ebfa MW |
11 | static double tvdiff(const struct timeval *tv_lo, |
12 | const struct timeval *tv_hi) | |
dae431c1 | 13 | { |
dc53ebfa MW |
14 | return ((tv_hi->tv_sec - tv_lo->tv_sec) + |
15 | (tv_hi->tv_usec - tv_lo->tv_usec)/1.0e6); | |
7fbe0fb9 MW |
16 | } |
17 | ||
3b455ee5 MW |
18 | static void carefully_write(int fd, const void *buf, size_t sz) |
19 | { | |
20 | const unsigned char *p = buf; | |
21 | ssize_t n; | |
22 | ||
23 | if (fd < 0) return; | |
24 | while (sz) { | |
25 | n = write(fd, p, sz); | |
26 | if (n < 0) { | |
27 | if (errno == EINTR) continue; | |
28 | bail_syserr(errno, "failed to write to output file"); | |
29 | } | |
30 | if (!n) bail("unexpected short write to output file"); | |
31 | p += n; sz -= n; | |
32 | } | |
33 | } | |
34 | ||
813c2ce8 MW |
35 | static void open_file_on_demand(const char *file, FILE **fp_inout, |
36 | const char *what) | |
37 | { | |
38 | FILE *fp; | |
39 | ||
40 | if (!*fp_inout) { | |
41 | fp = fopen(file, "w"); | |
42 | if (!fp) | |
43 | bail_syserr(errno, "failed to open %s file `%s'", what, file); | |
44 | fprintf(fp, "## %s\n\n", what); | |
45 | *fp_inout = fp; | |
46 | } | |
47 | } | |
48 | ||
49 | static void check_write(FILE *fp, const char *what) | |
50 | { | |
51 | fflush(fp); | |
52 | if (ferror(fp)) bail_syserr(errno, "error writing %s file", what); | |
53 | } | |
54 | ||
55 | static void carefully_fclose(FILE *fp, const char *what) | |
56 | { | |
57 | if (fp && (ferror(fp) || fclose(fp))) | |
58 | bail_syserr(errno, "error writing %s file", what); | |
59 | } | |
60 | ||
72279434 MW |
61 | #define DEFVEC(vtype, etype) \ |
62 | typedef struct { etype *v; size_t n, sz; } vtype | |
63 | #define VEC_INIT { 0, 0, 0 } | |
64 | #define VEC_FREE(vv) do { \ | |
65 | free((vv)->v); (vv)->v 0; (vv)->n = (vv)->sz = 0; \ | |
66 | } while (0) | |
67 | #define VEC_PUSH(p, vv) do { \ | |
68 | size_t _want; \ | |
69 | if ((vv)->n >= (vv)->sz) { \ | |
70 | (vv)->sz = (vv)->sz ? 2*(vv)->sz : 32; \ | |
71 | _want = (vv)->sz*sizeof(*(vv)->v); \ | |
72 | (vv)->v = realloc((vv)->v, _want); \ | |
73 | if (!(vv)->v) bail("out of memory allocating %zu bytes", _want); \ | |
74 | } \ | |
75 | (p) = &(vv)->v[(vv)->n++]; \ | |
76 | } while (0) | |
77 | ||
7fbe0fb9 MW |
78 | #define MAXFILES (1 + 2*99 + 1) |
79 | struct file { | |
80 | ident id; | |
788fe88a | 81 | secaddr start, end; |
7fbe0fb9 MW |
82 | }; |
83 | DEFVEC(file_v, struct file); | |
84 | static file_v filetab = VEC_INIT; | |
85 | ||
d79ff9c5 | 86 | enum { EV_STOP, EV_BEGIN, EV_END, EV_WRITE }; |
7fbe0fb9 MW |
87 | struct event { |
88 | unsigned char ev, file; | |
788fe88a | 89 | secaddr pos; |
7fbe0fb9 MW |
90 | }; |
91 | DEFVEC(event_v, struct event); | |
92 | static event_v eventq = VEC_INIT; | |
93 | ||
72279434 MW |
94 | static int compare_event(const void *a, const void *b) |
95 | { | |
96 | const struct event *eva = a, *evb = b; | |
97 | ||
98 | if (eva->pos < evb->pos) return (-1); | |
99 | else if (eva->pos > evb->pos) return (+1); | |
100 | ||
101 | if (eva->ev < evb->ev) return (-1); | |
102 | else if (eva->ev > evb->ev) return (+1); | |
103 | ||
104 | if (eva->file < evb->file) return (-1); | |
105 | else if (eva->file > evb->file) return (+1); | |
106 | ||
107 | return (0); | |
108 | } | |
109 | ||
7fbe0fb9 MW |
110 | typedef uint_least32_t bits; |
111 | static bits live[(MAXFILES + 31)/32]; | |
112 | ||
113 | static inline int livep(unsigned i) | |
114 | { return (live[i/32]&((bits)1 << (i%32))); } | |
115 | static inline void set_live(unsigned i) | |
116 | { live[i/32] |= (bits)1 << (i%32); } | |
117 | static inline void clear_live(unsigned i) | |
118 | { live[i/32] &= ~((bits)1 << (i%32)); } | |
119 | static inline int least_live(void) | |
120 | { | |
121 | unsigned i, n = (filetab.n + 32)/32; | |
122 | bits b; | |
123 | ||
124 | for (i = 0; i < n; i++) { b = live[i]; if (b) goto found; } | |
125 | return (-1); | |
126 | found: | |
127 | i *= 32; | |
128 | if (!(b&0x0000ffff)) { b >>= 16; i += 16; } | |
129 | if (!(b&0x000000ff)) { b >>= 8; i += 8; } | |
130 | if (!(b&0x0000000f)) { b >>= 4; i += 4; } | |
131 | if (!(b&0x00000003)) { b >>= 2; i += 2; } | |
132 | if (!(b&0x00000001)) { b >>= 1; i += 1; } | |
133 | assert(b&1); | |
134 | return (i); | |
135 | } | |
136 | ||
788fe88a | 137 | static void put_event(unsigned evtype, unsigned file, secaddr pos) |
7fbe0fb9 MW |
138 | { |
139 | struct event *ev; | |
140 | ||
141 | VEC_PUSH(ev, &eventq); | |
142 | ev->ev = evtype; ev->file = file; ev->pos = pos; | |
143 | } | |
144 | ||
788fe88a | 145 | static void put_file(ident id, secaddr start, secaddr end) |
7fbe0fb9 MW |
146 | { |
147 | struct file *f; | |
148 | size_t i; | |
149 | ||
150 | VEC_PUSH(f, &filetab); i = f - filetab.v; | |
151 | f->id = id; f->start = start; f->end = end; | |
152 | put_event(EV_BEGIN, i, start); | |
153 | put_event(EV_END, i, end); | |
154 | } | |
155 | ||
156 | static void put_menu(dvd_reader_t *dvd, unsigned title) | |
157 | { | |
158 | ident id = mkident(VOB, title, 0); | |
159 | char fn[MAXFNSZ]; | |
788fe88a | 160 | secaddr start, len; |
7fbe0fb9 MW |
161 | |
162 | store_filename(fn, id); | |
163 | start = UDFFindFile(dvd, fn, &len); if (!start) return; | |
164 | #ifdef DEBUG | |
788fe88a | 165 | printf(";; %8"PRIuSEC" .. %-8"PRIuSEC": %s\n", |
7fbe0fb9 MW |
166 | start, start + SECTORS(len), fn); |
167 | #endif | |
168 | put_file(id, start, start + SECTORS(len)); | |
169 | } | |
170 | ||
171 | static void put_title(dvd_reader_t *dvd, unsigned title) | |
172 | { | |
173 | char fn[MAXFNSZ]; | |
788fe88a | 174 | secaddr start[9], len[9]; |
7fbe0fb9 MW |
175 | unsigned i, npart; |
176 | ||
177 | for (i = 0; i < 9; i++) { | |
178 | store_filename(fn, mkident(VOB, title, i + 1)); | |
179 | start[i] = UDFFindFile(dvd, fn, &len[i]); if (!start[i]) break; | |
180 | } | |
181 | npart = i; if (!npart) return; | |
182 | ||
183 | #ifdef DEBUG | |
184 | for (i = 0; i < npart; i++) { | |
185 | store_filename(fn, mkident(VOB, title, i + 1)); | |
788fe88a | 186 | printf(";; %8"PRIuSEC" .. %-8"PRIuSEC": %s\n", |
7fbe0fb9 MW |
187 | start[i], start[i] + SECTORS(len[i]), fn); |
188 | } | |
189 | #endif | |
190 | ||
191 | if (npart > 1) | |
192 | for (i = 0; i < npart - 1; i++) { | |
193 | if (len[i]%SECTORSZ) | |
788fe88a | 194 | bail("title %u part %u length = %"PRIuSEC" not a multiple of %d", |
7fbe0fb9 MW |
195 | title, i, len[i], SECTORSZ); |
196 | if (start[i] + len[i]/SECTORSZ != start[i + 1]) | |
788fe88a MW |
197 | bail |
198 | ("title %u part %u end = %"PRIuSEC" /= part %u start = %"PRIuSEC"", | |
199 | title, i, start[i] + len[i]/SECTORSZ, i + 1, start[i + 1]); | |
7fbe0fb9 MW |
200 | } |
201 | ||
202 | put_file(mkident(VOB, title, 1), | |
203 | start[0], start[npart - 1] + SECTORS(len[npart - 1])); | |
204 | } | |
205 | ||
dc53ebfa MW |
206 | static secaddr last_pos, limit, nsectors, ndone; |
207 | static struct timeval last_time; | |
208 | static double wsum, wcount; | |
209 | static struct file *file; | |
210 | static secaddr bad_start; | |
211 | static unsigned retry, max_retries = 4; | |
212 | static int bad_err; | |
213 | ||
214 | static const char throbber[] = "|<-<|>->"; | |
215 | static unsigned throbix = 0; | |
7fbe0fb9 | 216 | |
dc53ebfa | 217 | static double scale_bytes(double n, const char **unit_out) |
12db0342 | 218 | { |
dc53ebfa MW |
219 | const char *unit = ""; |
220 | ||
221 | if (n > 1600) { n /= 1024; unit = "k"; } | |
222 | if (n > 1600) { n /= 1024; unit = "M"; } | |
223 | if (n > 1600) { n /= 1024; unit = "G"; } | |
224 | if (n > 1600) { n /= 1024; unit = "T"; } | |
225 | ||
226 | *unit_out = unit; return (n); | |
12db0342 | 227 | } |
dc53ebfa MW |
228 | |
229 | static struct progress_item | |
230 | copy_progress, disc_progress, | |
231 | file_progress, badblock_progress; | |
232 | ||
233 | #define TIMESTRMAX 16 | |
234 | static char *fmttime(unsigned long t, char *buf) | |
7fbe0fb9 | 235 | { |
dc53ebfa MW |
236 | if (t < 60) sprintf(buf, "%ld s", t); |
237 | else if (t < 3600) sprintf(buf, "%ld:%02ld", t/60, t%60); | |
238 | else sprintf(buf, "%ld:%02ld:%02ld", t/3600, (t/60)%60, t%60); | |
239 | return (buf); | |
240 | } | |
7fbe0fb9 | 241 | |
dc53ebfa MW |
242 | static void render_perfstats(struct progress_render_state *render) |
243 | { | |
244 | int eta; | |
245 | char timebuf[TIMESTRMAX]; | |
246 | double rate; | |
247 | const char *unit; | |
248 | ||
249 | if (!wsum || !wcount) { rate = 0; eta = -1; } | |
250 | else { rate = wsum/wcount; eta = (int)((nsectors - ndone)/rate + 0.5); } | |
251 | ||
252 | rate = scale_bytes(rate*SECTORSZ, &unit); | |
253 | progress_putright(render, "ETA %s ", rate ? fmttime(eta, timebuf) : "???"); | |
254 | progress_putright(render, "%.1f %sB/s, ", rate, unit); | |
7fbe0fb9 | 255 | } |
dc53ebfa MW |
256 | |
257 | static void render_copy_progress(struct progress_item *item, | |
258 | struct progress_render_state *render) | |
7fbe0fb9 | 259 | { |
dc53ebfa | 260 | double frac = (double)ndone/nsectors; |
7fbe0fb9 | 261 | |
dc53ebfa MW |
262 | progress_putleft(render, " %c copied %.1f%%", |
263 | throbber[throbix], 100.0*frac); | |
264 | render_perfstats(render); | |
265 | progress_putleft(render, " (%"PRIuSEC" of %"PRIuSEC")", ndone, nsectors); | |
266 | ||
267 | progress_showbar(render, frac); | |
7fbe0fb9 MW |
268 | } |
269 | ||
dc53ebfa MW |
270 | static void render_disc_progress(struct progress_item *item, |
271 | struct progress_render_state *render) | |
272 | { | |
273 | double frac = (double)last_pos/limit; | |
5cc1b8be | 274 | |
dc53ebfa MW |
275 | progress_putleft(render, " disc %.1f%% (%"PRIuSEC" of %"PRIuSEC")", |
276 | 100.0*frac, last_pos, limit); | |
277 | progress_showbar(render, frac); | |
278 | } | |
a090d4b3 | 279 | |
dc53ebfa MW |
280 | static void render_file_progress(struct progress_item *item, |
281 | struct progress_render_state *render) | |
282 | { | |
283 | secaddr off = last_pos - file->start, len = file->end - file->start; | |
284 | char fn[MAXFNSZ]; | |
285 | double frac; | |
286 | ||
287 | store_filename(fn, file->id); | |
288 | frac = (double)off/len; | |
289 | progress_putleft(render, " `%s' %.1f%% (%"PRIuSEC" of %"PRIuSEC")", | |
290 | fn, 100.0*frac, off, len); | |
291 | progress_showbar(render, frac); | |
292 | } | |
293 | ||
294 | static void render_badblock_progress(struct progress_item *item, | |
295 | struct progress_render_state *render) | |
296 | { | |
297 | secaddr n = last_pos - bad_start; | |
298 | int bg; | |
299 | ||
300 | if (!n) { | |
301 | progress_putleft(render, " Retrying bad sector %"PRIuSEC"", bad_start); | |
302 | progress_putright(render, "attempt %u/%u ", retry + 1, max_retries); | |
303 | bg = 4; | |
304 | } else { | |
305 | progress_putleft(render, " Found %"PRIuSEC" bad %s", | |
306 | n, n == 1 ? "sector" : "sectors"); | |
307 | progress_putright(render, "%"PRIuSEC" .. %"PRIuSEC" ", | |
308 | bad_start, last_pos); | |
309 | bg = 1; | |
310 | } | |
311 | if (bad_err && bad_err != EIO) | |
312 | progress_putleft(render, " (%s)", strerror(bad_err)); | |
313 | progress_shownotice(render, bg, 7); | |
314 | } | |
315 | ||
c1d37fc8 MW |
316 | static double alpha = 0.1; |
317 | ||
dc53ebfa | 318 | static void update_progress(secaddr pos) |
7fbe0fb9 | 319 | { |
7fbe0fb9 | 320 | struct timeval now; |
dc53ebfa MW |
321 | double t, f, g; |
322 | ||
323 | gettimeofday(&now, 0); | |
324 | t = tvdiff(&last_time, &now); | |
7fbe0fb9 | 325 | |
c1d37fc8 | 326 | #define BETA (1 - alpha) |
7fbe0fb9 | 327 | |
7fbe0fb9 | 328 | if (t) { |
5cc1b8be MW |
329 | g = wcount ? pow(BETA, t) : 0.0; f = (1 - g)/(1 - BETA); |
330 | wsum = f*(pos - last_pos)/t + g*wsum; | |
331 | wcount = f + g*wcount; | |
332 | ndone += pos - last_pos; | |
333 | last_time = now; last_pos = pos; | |
7fbe0fb9 MW |
334 | } |
335 | ||
7fbe0fb9 | 336 | #undef BETA |
dc53ebfa MW |
337 | |
338 | throbix++; if (!throbber[throbix]) throbix = 0; | |
7fbe0fb9 MW |
339 | } |
340 | ||
dc53ebfa MW |
341 | static void report_progress(secaddr pos) |
342 | { update_progress(pos); progress_update(&progress); } | |
343 | ||
eb061ad9 | 344 | static dvd_reader_t *dvd; |
9ac85bf5 | 345 | static int dvdfd = -1, outfd = -1; |
eb061ad9 MW |
346 | static dvd_file_t *vob; |
347 | static const char *mapfile; static FILE *mapfp; | |
af3973a1 | 348 | static const char *errfile; static FILE *errfp; |
eb061ad9 | 349 | |
513eba44 MW |
350 | struct badblock { secaddr start, end; }; |
351 | DEFVEC(badblock_v, struct badblock); | |
352 | static badblock_v badblocks = VEC_INIT; | |
353 | ||
354 | static int compare_badblock(const void *a, const void *b) | |
355 | { | |
356 | const struct badblock *ba = a, *bb = b; | |
357 | ||
358 | if (ba->start < bb->start) return (-1); | |
359 | else if (ba->start > bb->start) return (+1); | |
360 | ||
361 | if (ba->end < bb->end) return (-1); | |
362 | else if (ba->end > bb->end) return (+1); | |
363 | ||
364 | return (0); | |
365 | } | |
366 | ||
dc53ebfa MW |
367 | static double bad_block_delay = 0.0; |
368 | static double good_block_delay = 0.0; | |
369 | ||
5cc1b8be | 370 | static ssize_t read_sectors(secaddr pos, void *buf, secaddr want) |
7fbe0fb9 | 371 | { |
0f0ba33f | 372 | ssize_t n, done; |
513eba44 | 373 | size_t lo, mid, hi; |
0f0ba33f | 374 | int fakeerr = 0; |
513eba44 | 375 | struct badblock *bad, *best; |
0f0ba33f | 376 | unsigned char *p = buf; |
513eba44 | 377 | |
6e7426fe MW |
378 | if (badblocks.n) { |
379 | best = 0; lo = 0; hi = badblocks.n; | |
513eba44 | 380 | #ifdef DEBUG |
dc53ebfa | 381 | progress_clear(); |
6e7426fe MW |
382 | printf(";; searching badblocks for %"PRIuSEC" .. %"PRIuSEC"\n", |
383 | pos, pos + want); | |
513eba44 | 384 | #endif |
6e7426fe MW |
385 | while (lo < hi) { |
386 | mid = lo + (hi - lo)/2; bad = &badblocks.v[mid]; | |
513eba44 | 387 | #ifdef DEBUG |
6e7426fe MW |
388 | printf(";; try %zu (%"PRIuSEC" .. %"PRIuSEC")... ", |
389 | mid, bad->start, bad->end); | |
513eba44 | 390 | #endif |
6e7426fe MW |
391 | if (pos < bad->start) { D( printf("high\n"); ) best = bad; hi = mid; } |
392 | else if (pos >= bad->end) { D( printf("low\n"); ) lo = mid + 1; } | |
393 | else { D( printf("match!\n"); ) errno = EIO; return (-1); } | |
394 | } | |
513eba44 | 395 | #ifdef DEBUG |
6e7426fe MW |
396 | if (best) |
397 | printf(";; next is %"PRIuSEC" .. %"PRIuSEC"\n", | |
398 | best->start, best->end); | |
513eba44 | 399 | #endif |
6e7426fe | 400 | if (best && pos + want > best->start) |
dc53ebfa | 401 | { want = best->start - pos; fakeerr = EIO; sit(bad_block_delay); } |
6e7426fe | 402 | } |
0f0ba33f MW |
403 | done = 0; |
404 | while (want) { | |
405 | if (vob) | |
406 | { errno = 0; n = DVDReadBlocks(vob, pos - file->start, want, p); } | |
407 | else if (file) { | |
408 | if (lseek(dvdfd, (off_t)pos*SECTORSZ, SEEK_SET) < 0) | |
409 | bail_syserr(errno, "failed to seek to sector %"PRIuSEC"", pos); | |
410 | errno = 0; n = read(dvdfd, p, want*SECTORSZ); | |
411 | if (n >= 0) n /= SECTORSZ; | |
412 | } else { | |
413 | memset(p, 0, want*SECTORSZ); | |
414 | n = want; | |
415 | } | |
7fbe0fb9 | 416 | |
0f0ba33f | 417 | if (n > 0) { done += n; pos += n; p += n*SECTORSZ; want -= n; } |
af3973a1 MW |
418 | else if (!n) break; |
419 | else if (errno == EIO && errfile) { | |
420 | open_file_on_demand(errfile, &errfp, "bad-sector error log"); | |
421 | fprintf(errfp, "%"PRIuSEC" %"PRIuSEC"\n", pos, pos + 1); | |
422 | check_write(errfp, "bad-sector error log"); | |
423 | break; | |
424 | } else if (errno != EINTR) break; | |
0f0ba33f MW |
425 | } |
426 | if (fakeerr && !errno) errno = fakeerr; | |
dc53ebfa | 427 | else if (done > 0 && good_block_delay) sit(done*good_block_delay); |
0f0ba33f | 428 | return (!done && errno ? -1 : done); |
7fbe0fb9 MW |
429 | } |
430 | ||
dc53ebfa | 431 | static void record_bad_sectors(secaddr bad_lo, secaddr bad_hi) |
06b2bcfe | 432 | { |
dc53ebfa | 433 | char fn[MAXFNSZ]; |
06b2bcfe | 434 | |
dc53ebfa MW |
435 | if (!mapfile) return; |
436 | ||
437 | open_file_on_demand(mapfile, &mapfp, "bad-sector region map"); | |
de4d575e MW |
438 | fprintf(mapfp, "%"PRIuSEC" %"PRIuSEC" # %"PRIuSEC" sectors", |
439 | bad_lo, bad_hi, bad_hi - bad_lo); | |
dc53ebfa MW |
440 | |
441 | if (file && id_kind(file->id) != RAW) { | |
442 | store_filename(fn, file->id); | |
de4d575e | 443 | fprintf(mapfp, "; `%s' %"PRIuSEC" .. %"PRIuSEC" of %"PRIuSEC"", |
dc53ebfa MW |
444 | fn, bad_lo - file->start, bad_hi - file->start, |
445 | file->end - file->start); | |
446 | } | |
447 | ||
448 | fputc('\n', mapfp); | |
449 | check_write(mapfp, "bad-sector region map"); | |
06b2bcfe MW |
450 | } |
451 | ||
2ac5af03 MW |
452 | static void recovered(secaddr bad_lo, secaddr bad_hi) |
453 | { | |
dc53ebfa MW |
454 | char fn[MAXFNSZ]; |
455 | ||
456 | progress_clear(&progress); | |
457 | ||
458 | if (!file || id_kind(file->id) == RAW) | |
459 | moan("skipping %"PRIuSEC" bad sectors (%"PRIuSEC" .. %"PRIuSEC")", | |
460 | bad_hi - bad_lo, bad_lo, bad_hi); | |
461 | else { | |
462 | store_filename(fn, file->id); | |
463 | moan("skipping %"PRIuSEC" bad sectors (%"PRIuSEC" .. %"PRIuSEC"; " | |
464 | "`%s' %"PRIuSEC" .. %"PRIuSEC" of %"PRIuSEC")", | |
465 | bad_hi - bad_lo, bad_lo, bad_hi, | |
466 | fn, bad_lo - file->start, bad_hi - file->start, | |
467 | file->end - file->start); | |
2ac5af03 | 468 | } |
dc53ebfa MW |
469 | |
470 | record_bad_sectors(bad_lo, bad_hi); | |
471 | ||
2ac5af03 MW |
472 | if (lseek(outfd, (off_t)(bad_hi - bad_lo)*SECTORSZ, SEEK_CUR) < 0) |
473 | bail_syserr(errno, "failed to seek past bad sectors"); | |
dc53ebfa MW |
474 | |
475 | progress_removeitem(&progress, &badblock_progress); | |
476 | progress_update(&progress); | |
2ac5af03 MW |
477 | } |
478 | ||
f0e437bc MW |
479 | struct recoverybuf { |
480 | unsigned char *buf; | |
481 | secaddr sz, pos, start, end; | |
dc53ebfa | 482 | secaddr good_lo, good_hi; |
f0e437bc MW |
483 | }; |
484 | ||
485 | static void rearrange_sectors(struct recoverybuf *r, | |
486 | secaddr dest, secaddr src, secaddr len) | |
487 | { | |
488 | assert(dest + len <= r->sz); | |
489 | assert(src + len <= r->sz); | |
490 | memmove(r->buf + dest*SECTORSZ, r->buf + src*SECTORSZ, len*SECTORSZ); | |
491 | } | |
492 | ||
493 | #ifdef DEBUG | |
dc53ebfa MW |
494 | static PRINTF_LIKE(2, 3) |
495 | void show_recovery_buffer_map(const struct recoverybuf *r, | |
496 | const char *what, ...) | |
f0e437bc MW |
497 | { |
498 | va_list ap; | |
499 | ||
500 | va_start(ap, what); | |
dc53ebfa | 501 | progress_clear(); |
f0e437bc MW |
502 | printf(";; recovery buffer ("); |
503 | vprintf(what, ap); | |
504 | printf("): " | |
505 | "(%"PRIuSEC") ..%"PRIuSEC".. " | |
506 | "[%"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC"] " | |
507 | "..%"PRIuSEC".. (%"PRIuSEC")\n", | |
508 | r->pos, r->start, | |
509 | r->pos + r->start, r->end - r->start, r->pos + r->end, | |
510 | r->sz - r->end, r->pos + r->sz); | |
511 | va_end(ap); | |
512 | assert(r->start <= r->end); | |
513 | assert(r->end <= r->sz); | |
514 | } | |
515 | #endif | |
516 | ||
517 | static ssize_t recovery_read_sectors(struct recoverybuf *r, | |
518 | secaddr pos, secaddr off, secaddr want) | |
519 | { | |
520 | ssize_t n; | |
521 | ||
9c8ab410 | 522 | assert(off <= r->sz); assert(want <= r->sz - off); |
f0e437bc MW |
523 | n = read_sectors(pos, r->buf + off*SECTORSZ, want); |
524 | return (n); | |
525 | } | |
526 | ||
dc53ebfa MW |
527 | static ssize_t recovery_read_buffer(struct recoverybuf *r, |
528 | secaddr pos, secaddr want) | |
f0e437bc MW |
529 | { |
530 | secaddr diff, pp, nn; | |
531 | ssize_t n; | |
532 | ||
533 | #ifdef DEBUG | |
dc53ebfa | 534 | progress_clear(); |
f0e437bc MW |
535 | show_recovery_buffer_map(r, "begin(%"PRIuSEC", %"PRIuSEC")", pos, want); |
536 | #endif | |
537 | ||
538 | if (pos < r->pos) { | |
539 | diff = r->pos - pos; | |
540 | if (r->start + diff >= r->sz) { | |
541 | r->pos = pos; r->start = r->end = 0; | |
542 | #ifdef DEBUG | |
543 | show_recovery_buffer_map(r, "cleared; shift up by %"PRIuSEC"", diff); | |
544 | #endif | |
545 | } else { | |
546 | if (r->end + diff > r->sz) r->end = r->sz - diff; | |
547 | rearrange_sectors(r, r->start + diff, r->start, r->end - r->start); | |
ea027dd6 | 548 | r->pos -= diff; r->start += diff; r->end += diff; |
f0e437bc MW |
549 | #ifdef DEBUG |
550 | show_recovery_buffer_map(r, "shifted up by %"PRIuSEC"", diff); | |
551 | #endif | |
552 | } | |
553 | } else if (pos > r->pos + r->end) { | |
554 | r->pos = pos; r->start = r->end = 0; | |
555 | #ifdef DEBUG | |
dc53ebfa | 556 | p show_recovery_buffer_map(r, "cleared; beyond previous region"); |
f0e437bc MW |
557 | #endif |
558 | } else if (pos + want > r->pos + r->sz) { | |
559 | diff = (pos + want) - (r->pos + r->sz); | |
560 | if (r->end <= diff) { | |
561 | r->pos = pos; r->start = r->end = 0; | |
562 | #ifdef DEBUG | |
563 | show_recovery_buffer_map(r, "cleared; shift down by %"PRIuSEC"", diff); | |
564 | #endif | |
565 | } else { | |
566 | if (r->start < diff) r->start = diff; | |
567 | rearrange_sectors(r, r->start - diff, r->start, r->end - r->start); | |
ea027dd6 | 568 | r->pos += diff; r->start -= diff; r->end -= diff; |
f0e437bc MW |
569 | #ifdef DEBUG |
570 | show_recovery_buffer_map(r, "shifted down by %"PRIuSEC"", diff); | |
571 | #endif | |
572 | } | |
573 | } | |
574 | ||
575 | if (pos < r->pos + r->start) { | |
576 | pp = pos - r->pos; nn = r->start - pp; | |
577 | #ifdef DEBUG | |
578 | printf(";; read low (%"PRIuSEC"@%"PRIuSEC", %"PRIuSEC")", pos, pp, nn); | |
579 | fflush(stdout); | |
580 | #endif | |
581 | n = recovery_read_sectors(r, pos, pp, nn); | |
582 | #ifdef DEBUG | |
c0bff521 | 583 | printf(" -> %zd\n", n); |
f0e437bc MW |
584 | #endif |
585 | if (n != nn) { | |
d935b481 | 586 | if (n >= 0 && n > want) n = want; |
f0e437bc MW |
587 | goto end; |
588 | } | |
589 | r->start = pp; | |
590 | #ifdef DEBUG | |
591 | show_recovery_buffer_map(r, "joined new region"); | |
592 | #endif | |
593 | } | |
594 | ||
595 | if (pos + want > r->pos + r->end) { | |
596 | pp = r->end; nn = (pos + want) - (r->pos + r->end); | |
597 | #ifdef DEBUG | |
598 | printf(";; read high (%"PRIuSEC"@%"PRIuSEC", %"PRIuSEC")", | |
599 | r->pos + pp, pp, nn); | |
62fc1b88 | 600 | fflush(stdout); |
f0e437bc | 601 | #endif |
69d1ae9d | 602 | n = recovery_read_sectors(r, r->pos + pp, pp, nn); |
f0e437bc | 603 | #ifdef DEBUG |
c0bff521 | 604 | printf(" -> %zd\n", n); |
f0e437bc MW |
605 | #endif |
606 | if (n > 0) { | |
607 | r->end += n; | |
608 | #ifdef DEBUG | |
609 | show_recovery_buffer_map(r, "joined new region"); | |
610 | #endif | |
611 | } | |
612 | } | |
613 | ||
614 | n = r->pos + r->end - pos; | |
615 | if (!n && want) n = -1; | |
d1105ba7 | 616 | else if (n > want) n = want; |
f0e437bc MW |
617 | |
618 | end: | |
619 | #ifdef DEBUG | |
c0bff521 | 620 | show_recovery_buffer_map(r, "done; return %zd", n); |
f0e437bc MW |
621 | #endif |
622 | return (n); | |
623 | } | |
624 | ||
dc53ebfa MW |
625 | static ssize_t recovery_read_multiple(struct recoverybuf *r, |
626 | secaddr pos, secaddr want) | |
627 | { | |
628 | ssize_t n; | |
629 | secaddr skip, want0 = want; | |
630 | ||
631 | while (want > r->sz) { | |
632 | skip = want - r->sz; | |
633 | n = recovery_read_buffer(r, pos + skip, r->sz); | |
634 | if (n < r->sz) return (skip + (n >= 0 ? n : 0)); | |
635 | want -= r->sz; | |
636 | } | |
637 | n = recovery_read_buffer(r, pos, want); | |
638 | if (n < 0 || n < want) return (n); | |
639 | return (want0); | |
640 | } | |
641 | ||
642 | static ssize_t recovery_read(struct recoverybuf *r, | |
643 | secaddr pos, secaddr want) | |
644 | { | |
645 | secaddr lo = pos, hi = pos + want, span; | |
646 | ssize_t n; | |
647 | ||
648 | if (hi < r->good_lo || lo > r->good_hi) { | |
649 | n = recovery_read_multiple(r, lo, hi - lo); | |
650 | if (n > 0) { r->good_lo = lo; r->good_hi = lo + n; } | |
651 | return (n); | |
652 | } | |
653 | ||
654 | if (hi > r->good_hi) { | |
655 | span = hi - r->good_hi; | |
656 | n = recovery_read_multiple(r, r->good_hi, span); | |
657 | if (n > 0) r->good_hi += n; | |
658 | if (n < 0 || n < span) return (r->good_hi - lo); | |
659 | } | |
660 | ||
661 | if (lo < r->good_lo) { | |
662 | span = r->good_lo - lo; | |
663 | n = recovery_read_multiple(r, lo, span); | |
664 | if (n == span) r->good_lo = lo; | |
665 | else return (n); | |
666 | } | |
667 | ||
668 | n = r->good_hi - pos; if (n > want) n = want; | |
669 | if (!n) { errno = EIO; n = -1; } | |
670 | return (n); | |
671 | } | |
672 | ||
673 | static double clear_factor = 1.5; | |
674 | static secaddr clear_min = 1, clear_max = SECLIMIT; | |
675 | static double step_factor = 2.0; | |
676 | static secaddr step_min = 1, step_max = 0; | |
677 | ||
678 | static secaddr run_length_wanted(secaddr pos, secaddr badlen, secaddr end) | |
f0e437bc MW |
679 | { |
680 | secaddr want; | |
681 | ||
dc53ebfa MW |
682 | want = clear_factor*badlen; |
683 | if (want < clear_min) want = clear_min; | |
f0e437bc | 684 | if (want > end - pos) want = end - pos; |
dc53ebfa | 685 | if (clear_max && want > clear_max) want = clear_max; |
f0e437bc MW |
686 | return (want); |
687 | } | |
688 | ||
dc53ebfa MW |
689 | static void report_bad_blocks_progress(secaddr bad_hi, int err) |
690 | { bad_err = err; report_progress(bad_hi); } | |
691 | ||
654a81af MW |
692 | static ssize_t find_good_sector(secaddr *pos_inout, secaddr end, |
693 | unsigned char *buf, secaddr sz) | |
694 | { | |
f0e437bc MW |
695 | secaddr pos = *pos_inout, bad_lo, bad_hi, good, step, want; |
696 | struct recoverybuf r; | |
654a81af MW |
697 | ssize_t n; |
698 | ||
dc53ebfa MW |
699 | bad_start = pos; bad_err = errno; |
700 | badblock_progress.render = render_badblock_progress; | |
701 | progress_additem(&progress, &badblock_progress); | |
702 | ||
f0e437bc | 703 | r.buf = buf; r.sz = sz; r.pos = r.start = r.end = 0; |
dc53ebfa | 704 | r.good_lo = r.good_hi = 0; |
f0e437bc MW |
705 | |
706 | want = sz; if (want > end - pos) want = end - pos; | |
dc53ebfa MW |
707 | for (retry = 0; retry < max_retries; retry++) { |
708 | report_bad_blocks_progress(pos, errno); | |
f0e437bc MW |
709 | n = recovery_read(&r, pos, want); |
710 | #ifdef DEBUG | |
dc53ebfa | 711 | progress_clear(&progress); |
c0bff521 | 712 | printf(";; [retry] try reading %"PRIuSEC" .. %"PRIuSEC" -> %zd\n", |
f0e437bc MW |
713 | pos, pos + want, n); |
714 | #endif | |
654a81af | 715 | if (n > 0) { |
dc53ebfa | 716 | progress_clear(&progress); |
654a81af | 717 | moan("sector %"PRIuSEC" read ok after retry", pos); |
dc53ebfa MW |
718 | progress_removeitem(&progress, &badblock_progress); |
719 | progress_update(&progress); | |
2ac5af03 | 720 | return (n); |
654a81af MW |
721 | } |
722 | } | |
723 | ||
f0e437bc | 724 | bad_lo = pos; bad_hi = pos + 1; |
654a81af | 725 | for (;;) { |
dc53ebfa | 726 | report_bad_blocks_progress(bad_hi, errno); |
ed689e74 | 727 | #ifdef DEBUG |
dc53ebfa | 728 | progress_clear(&progress); |
ed689e74 MW |
729 | printf(";; bounding bad-block region: " |
730 | "%"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC"\n", | |
731 | bad_lo, bad_hi - bad_lo, bad_hi); | |
732 | #endif | |
654a81af | 733 | if (bad_hi >= end) { |
dc53ebfa | 734 | progress_clear(&progress); |
654a81af | 735 | moan("giving up on this extent"); |
dc53ebfa MW |
736 | recovered(bad_lo, end); *pos_inout = end; |
737 | return (0); | |
654a81af | 738 | } |
88693140 | 739 | step = (step_factor - 1)*(bad_hi - bad_lo); |
dc53ebfa MW |
740 | if (step < step_min) step = step_min; |
741 | if (step_max && step > step_max) step = step_max; | |
88693140 MW |
742 | if (step > end - bad_hi) step = end - bad_hi; |
743 | pos = bad_hi + step - 1; | |
dc53ebfa | 744 | want = run_length_wanted(pos, step, end); |
f0e437bc MW |
745 | n = recovery_read(&r, pos, want); |
746 | #ifdef DEBUG | |
c0bff521 | 747 | printf(";; [bound] try reading %"PRIuSEC" .. %"PRIuSEC" -> %zd\n", |
f0e437bc MW |
748 | pos, pos + want, n); |
749 | #endif | |
750 | if (n == want) break; | |
751 | if (n < 0) n = 0; | |
752 | bad_hi = pos + n + 1; | |
654a81af MW |
753 | } |
754 | ||
755 | good = pos; | |
756 | while (good > bad_hi) { | |
dc53ebfa | 757 | report_bad_blocks_progress(bad_hi, errno); |
ed689e74 | 758 | #ifdef DEBUG |
dc53ebfa | 759 | progress_clear(&progress); |
ed689e74 MW |
760 | printf(";; limiting bad-block region: " |
761 | "%"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC" ..%"PRIuSEC".. %"PRIuSEC"\n", | |
762 | bad_lo, bad_hi - bad_lo, bad_hi, good - bad_hi, good); | |
763 | #endif | |
654a81af | 764 | pos = bad_hi + (good - bad_hi)/2; |
f0e437bc | 765 | step = pos - bad_lo; |
dc53ebfa | 766 | want = run_length_wanted(pos, step, end); |
f0e437bc MW |
767 | n = recovery_read(&r, pos, want); |
768 | #ifdef DEBUG | |
c0bff521 | 769 | printf(";; [limit] try reading %"PRIuSEC" .. %"PRIuSEC" -> %zd\n", |
f0e437bc MW |
770 | pos, pos + want, n); |
771 | #endif | |
772 | if (n < 0) n = 0; | |
773 | if (n == want) good = pos; | |
774 | else bad_hi = pos + n + 1; | |
654a81af | 775 | } |
2ac5af03 | 776 | recovered(bad_lo, bad_hi); *pos_inout = good; |
a8625592 | 777 | if (good < r.pos + r.start || r.pos + r.end <= good) |
f0e437bc | 778 | n = 0; |
a8625592 MW |
779 | else { |
780 | n = r.pos + r.end - good; | |
781 | rearrange_sectors(&r, 0, good - r.pos, n); | |
782 | } | |
9dd5dba0 MW |
783 | #ifdef DEBUG |
784 | show_recovery_buffer_map(&r, "returning %zd good sectors at %"PRIuSEC"", | |
785 | n, good); | |
786 | #endif | |
654a81af MW |
787 | return (n); |
788 | } | |
789 | ||
9ac85bf5 | 790 | static void emit(secaddr start, secaddr end) |
7fbe0fb9 MW |
791 | { |
792 | #define BUFSECTORS 512 | |
793 | ||
e98a0749 | 794 | int least; |
7fbe0fb9 | 795 | unsigned char buf[BUFSECTORS*SECTORSZ]; |
788fe88a | 796 | secaddr pos; |
7fbe0fb9 MW |
797 | size_t want; |
798 | ssize_t n; | |
799 | static int first_time = 1; | |
800 | #ifdef DEBUG | |
801 | struct file *f; | |
802 | char fn[MAXFNSZ]; | |
803 | int act = -1; | |
e98a0749 | 804 | int i; |
7fbe0fb9 MW |
805 | #endif |
806 | ||
807 | least = least_live(); | |
808 | ||
809 | #ifdef DEBUG | |
788fe88a | 810 | printf(";; %8"PRIuSEC" .. %"PRIuSEC"\n", start, end); |
7fbe0fb9 MW |
811 | |
812 | for (i = 0; i < filetab.n; i++) { | |
813 | if (!livep(i)) continue; | |
814 | if (act == -1) act = i; | |
815 | f = &filetab.v[i]; store_filename(fn, f->id); | |
788fe88a | 816 | printf(";;\t\t%8"PRIuSEC" .. %-8"PRIuSEC" %s\n", |
7fbe0fb9 MW |
817 | start - f->start, end - f->start, fn); |
818 | } | |
819 | if (act == -1) printf(";;\t\t#<no live source>\n"); | |
820 | assert(act == least); | |
821 | #endif | |
822 | ||
823 | if (least == -1) | |
5cc1b8be | 824 | { file = 0; vob = 0; } |
7fbe0fb9 | 825 | else { |
5cc1b8be MW |
826 | file = &filetab.v[least]; |
827 | switch (id_kind(file->id)) { | |
7fbe0fb9 | 828 | case RAW: |
5cc1b8be | 829 | vob = 0; |
7fbe0fb9 MW |
830 | break; |
831 | case VOB: | |
dc53ebfa | 832 | if (first_time) { progress_clear(&progress); first_time = 0; } |
5cc1b8be MW |
833 | vob = DVDOpenFile(dvd, id_title(file->id), |
834 | id_part(file->id) | |
835 | ? DVD_READ_TITLE_VOBS | |
836 | : DVD_READ_MENU_VOBS); | |
837 | if (!vob) | |
7fbe0fb9 | 838 | bail("failed to open %s %u", |
5cc1b8be MW |
839 | id_part(file->id) ? "title" : "menu", |
840 | id_title(file->id)); | |
dc53ebfa | 841 | progress_update(&progress); |
7fbe0fb9 MW |
842 | break; |
843 | default: | |
844 | abort(); | |
845 | } | |
846 | } | |
847 | ||
dc53ebfa MW |
848 | if (file && id_kind(file->id) != RAW) { |
849 | file_progress.render = render_file_progress; | |
850 | progress_additem(&progress, &file_progress); | |
851 | } | |
852 | ||
7fbe0fb9 MW |
853 | pos = start; |
854 | while (pos < end) { | |
855 | want = end - pos; if (want > BUFSECTORS) want = BUFSECTORS; | |
5cc1b8be | 856 | n = read_sectors(pos, buf, want); |
7fbe0fb9 | 857 | |
654a81af | 858 | if (n <= 0) n = find_good_sector(&pos, end, buf, BUFSECTORS); |
7fbe0fb9 | 859 | if (n > 0) { carefully_write(outfd, buf, n*SECTORSZ); pos += n; } |
dc53ebfa | 860 | report_progress(pos); |
7fbe0fb9 MW |
861 | } |
862 | ||
5cc1b8be | 863 | if (vob) { DVDCloseFile(vob); vob = 0; } |
7fbe0fb9 | 864 | |
dc53ebfa MW |
865 | if (file && id_kind(file->id) != RAW) |
866 | progress_removeitem(&progress, &file_progress); | |
867 | progress_update(&progress); | |
7fbe0fb9 | 868 | |
dc53ebfa | 869 | #undef BUFSECTORS |
7fbe0fb9 | 870 | } |
7fbe0fb9 MW |
871 | |
872 | struct buf { | |
873 | char *p; | |
874 | size_t n, sz; | |
875 | }; | |
876 | #define BUF_INIT { 0, 0, 0 } | |
877 | #define BUF_REWIND(b) do { (b)->n = 0; } while (0) | |
878 | #define BUF_FREE(b) do { \ | |
879 | buf *_b = (b); \ | |
880 | free(_b->p); _b->p = 0; _b->n = _b->sz = 0; \ | |
881 | } while (0) | |
882 | #define BUF_PUTC(b, ch) do { \ | |
883 | struct buf *_b = (b); \ | |
884 | if (_b->n >= _b->sz) { \ | |
885 | _b->sz = _b->sz ? 2*_b->sz : 32; \ | |
886 | _b->p = realloc(_b->p, _b->sz); \ | |
887 | if (!_b->p) bail("out of memory allocating %zu bytes", _b->sz); \ | |
888 | } \ | |
889 | _b->p[_b->n] = (ch); \ | |
890 | } while (0) | |
891 | ||
892 | static int read_line(FILE *fp, struct buf *b) | |
893 | { | |
894 | int ch; | |
895 | ||
896 | ch = getc(fp); | |
897 | if (ch == EOF) | |
898 | return (-1); | |
899 | else if (ch != '\n') do { | |
900 | BUF_PUTC(b, ch); b->n++; | |
901 | ch = getc(fp); | |
902 | } while (ch != EOF && ch != '\n'); | |
903 | BUF_PUTC(b, 0); | |
904 | return (0); | |
905 | } | |
906 | ||
dc53ebfa MW |
907 | static double parse_float(const char **p_inout, double min, double max, |
908 | const char *what) | |
909 | { | |
910 | const char *p; | |
911 | char *q; | |
912 | double x; | |
913 | int err; | |
914 | ||
915 | err = errno; errno = 0; | |
916 | p = *p_inout; | |
917 | x = strtod(p, &q); | |
918 | if (errno || x < min || x > max) bail("bad %s `%s'", what, p); | |
919 | *p_inout = q; errno = err; | |
920 | return (x); | |
921 | } | |
922 | ||
923 | static long parse_int(const char **p_inout, long min, long max, | |
924 | const char *what) | |
925 | { | |
926 | const char *p; | |
927 | char *q; | |
928 | long x; | |
929 | int err; | |
930 | ||
931 | err = errno; errno = 0; | |
932 | p = *p_inout; | |
933 | x = strtoul(p, &q, 0); | |
934 | if (errno || x < min || x > max) bail("bad %s `%s'", what, p); | |
935 | *p_inout = q; errno = err; | |
936 | return (x); | |
937 | } | |
938 | ||
87a145d2 MW |
939 | #define PRF_HYPHEN 1u |
940 | static int parse_range(const char *p, unsigned f, | |
941 | secaddr *start_out, secaddr *end_out) | |
942 | { | |
943 | char *q; | |
944 | int err, rc; | |
945 | unsigned long start, end; | |
946 | ||
947 | err = errno; | |
948 | ||
949 | if (ISDIGIT(*p)) { | |
950 | start = strtoul(p, &q, 0); | |
951 | if (errno || start >= SECLIMIT) { rc = -1; goto end; } | |
952 | *start_out = start; p = q; | |
953 | } else if (!(f&PRF_HYPHEN)) | |
954 | { rc = -1; goto end; } | |
955 | else | |
956 | start = 0; | |
957 | ||
958 | if (f&PRF_HYPHEN) { | |
959 | if (*p != '-') { rc = -1; goto end; } | |
960 | p++; | |
961 | } else { | |
962 | if (!ISSPACE(*p)) { rc = -1; goto end; } | |
963 | do p++; while (ISSPACE(*p)); | |
964 | } | |
965 | ||
966 | if (ISDIGIT(*p)) { | |
967 | end = strtoul(p, &q, 0); | |
968 | if (errno || end > SECLIMIT || end < start) { rc = -1; goto end; } | |
969 | *end_out = end; p = q; | |
970 | } else if (!(f&PRF_HYPHEN)) | |
971 | { rc = -1; goto end; } | |
972 | ||
973 | if (!(f&PRF_HYPHEN)) while (ISSPACE(*p)) p++; | |
794f3f9f | 974 | if (*p && ((f&PRF_HYPHEN) || *p != '#')) { rc = -1; goto end; } |
87a145d2 MW |
975 | |
976 | rc = 0; | |
977 | end: | |
978 | errno = err; | |
979 | return (rc); | |
980 | } | |
981 | ||
7fbe0fb9 MW |
982 | int main(int argc, char *argv[]) |
983 | { | |
984 | unsigned f = 0; | |
dc53ebfa | 985 | const char *p; |
7fbe0fb9 | 986 | uint64_t volsz; |
788fe88a | 987 | secaddr pos; |
7fbe0fb9 | 988 | off_t off; |
d79c7c9a | 989 | secaddr start, end, last; |
7fbe0fb9 | 990 | const struct event *ev; |
69f3ec37 | 991 | const char *device, *outfile; |
513eba44 | 992 | struct badblock *bad; |
9ac85bf5 | 993 | int opt, blksz; |
81a03df8 | 994 | unsigned n; |
7fbe0fb9 MW |
995 | size_t i; |
996 | FILE *fp; | |
997 | struct buf buf = BUF_INIT; | |
dc53ebfa MW |
998 | struct timeval tv0, tv1; |
999 | double t, rate, tot; | |
1000 | const char *rateunit, *totunit; | |
1001 | char timebuf[TIMESTRMAX]; | |
d766561d | 1002 | struct stat st; |
7fbe0fb9 MW |
1003 | #ifdef DEBUG |
1004 | const struct file *file; | |
1005 | char fn[MAXFNSZ]; | |
1006 | #endif | |
1007 | ||
1008 | #define f_bogus 1u | |
1009 | #define f_continue 2u | |
1010 | #define f_fixup 4u | |
dc53ebfa | 1011 | #define f_stats 8u |
7fbe0fb9 MW |
1012 | #define f_write 256u |
1013 | ||
dc53ebfa | 1014 | set_prog(argv[0]); |
7fbe0fb9 | 1015 | for (;;) { |
dc53ebfa | 1016 | opt = getopt(argc, argv, "hB:E:FR:X:b:cr:s"); if (opt < 0) break; |
7fbe0fb9 MW |
1017 | switch (opt) { |
1018 | case 'h': usage(stderr); exit(0); | |
dc53ebfa MW |
1019 | case 'B': |
1020 | p = optarg; | |
1021 | #define SKIP_PREFIX(s) \ | |
1022 | (STRNCMP(p, ==, s "=", sizeof(s)) && (p += sizeof(s), 1)) | |
1023 | for (;;) { | |
1024 | if (SKIP_PREFIX("cf")) | |
1025 | clear_factor = parse_float(&p, 0, DBL_MAX, "clear factor"); | |
1026 | else if (SKIP_PREFIX("cmin")) | |
1027 | clear_min = parse_int(&p, 1, SECLIMIT, "clear minimum"); | |
1028 | else if (SKIP_PREFIX("cmax")) | |
1029 | clear_max = parse_int(&p, 1, SECLIMIT, "clear maximum"); | |
1030 | else if (SKIP_PREFIX("sf")) | |
1031 | step_factor = parse_float(&p, 0, DBL_MAX, "step factor"); | |
1032 | else if (SKIP_PREFIX("smin")) | |
1033 | step_min = parse_int(&p, 1, SECLIMIT - 1, "step minimum"); | |
1034 | else if (SKIP_PREFIX("smax")) | |
1035 | step_max = parse_int(&p, 1, SECLIMIT - 1, "step maximum"); | |
1036 | else if (SKIP_PREFIX("retry")) | |
1037 | max_retries = parse_int(&p, 0, INT_MAX, "retries"); | |
c1d37fc8 MW |
1038 | else if (SKIP_PREFIX("alpha")) |
1039 | alpha = parse_float(&p, 0, 1, "average decay factor"); | |
dc53ebfa MW |
1040 | else if (SKIP_PREFIX("_badwait")) |
1041 | bad_block_delay = parse_float(&p, 0, DBL_MAX, "bad-block delay"); | |
1042 | else if (SKIP_PREFIX("_blkwait")) | |
1043 | good_block_delay = parse_float(&p, 0, DBL_MAX, "good block delay"); | |
1044 | else | |
1045 | bail("unknown bad blocks parameter `%s'", p); | |
1046 | if (!*p) break; | |
1047 | else if (*p != ',') bail("unexpected junk in parameters"); | |
1048 | p++; | |
1049 | } | |
1050 | #undef SKIP_PREFIX | |
1051 | break; | |
af3973a1 | 1052 | case 'E': errfile = optarg; break; |
7fbe0fb9 MW |
1053 | case 'F': f |= f_fixup; break; |
1054 | case 'R': | |
1055 | fp = fopen(optarg, "r"); | |
1056 | if (!fp) | |
1057 | bail_syserr(errno, "failed to open ranges file `%s'", optarg); | |
d79c7c9a | 1058 | i = 0; last = -1; |
7fbe0fb9 MW |
1059 | for (;;) { |
1060 | BUF_REWIND(&buf); if (read_line(fp, &buf)) break; | |
1061 | p = buf.p; i++; | |
1062 | while (ISSPACE(*p)) p++; | |
1063 | if (!*p || *p == '#') continue; | |
87a145d2 MW |
1064 | if (parse_range(p, 0, &start, &end) || |
1065 | (last <= SECLIMIT && start < last)) | |
1066 | bail("bad range `%s' at `%s' line %zu", buf.p, optarg, i); | |
7fbe0fb9 | 1067 | if (start < end) { |
d79c7c9a MW |
1068 | if (start == last) |
1069 | eventq.v[eventq.n - 1].pos = end; | |
1070 | else { | |
1071 | put_event(EV_WRITE, 0, start); | |
1072 | put_event(EV_STOP, 0, end); | |
1073 | } | |
1074 | last = end; | |
7fbe0fb9 MW |
1075 | } |
1076 | } | |
1077 | if (ferror(fp)) | |
1078 | bail_syserr(errno, "failed to read ranges file `%s'", optarg); | |
1079 | break; | |
513eba44 MW |
1080 | case 'X': |
1081 | fp = fopen(optarg, "r"); | |
1082 | if (!fp) | |
1083 | bail_syserr(errno, "failed to open bad-blocks file `%s'", optarg); | |
1084 | i = 0; last = -1; | |
1085 | for (;;) { | |
1086 | BUF_REWIND(&buf); if (read_line(fp, &buf)) break; | |
1087 | p = buf.p; i++; | |
1088 | while (ISSPACE(*p)) p++; | |
1089 | if (!*p || *p == '#') continue; | |
1090 | if (parse_range(p, 0, &start, &end) || | |
1091 | (last <= SECLIMIT && start < last)) | |
1092 | bail("bad range `%s' at `%s' line %zu", buf.p, optarg, i); | |
1093 | if (start < end) | |
1094 | { VEC_PUSH(bad, &badblocks); bad->start = start; bad->end = end; } | |
1095 | } | |
1096 | if (ferror(fp)) | |
1097 | bail_syserr(errno, "failed to read bad-blocks file `%s'", optarg); | |
1098 | break; | |
7fbe0fb9 | 1099 | case 'b': |
5cc1b8be MW |
1100 | if (mapfile) bail("can't have multiple map files"); |
1101 | mapfile = optarg; | |
7fbe0fb9 MW |
1102 | break; |
1103 | case 'c': f |= f_continue; break; | |
7fbe0fb9 | 1104 | case 'r': |
87a145d2 MW |
1105 | start = 0; end = -1; |
1106 | if (parse_range(optarg, PRF_HYPHEN, &start, &end)) | |
1107 | bail("bad range `%s'", optarg); | |
1108 | if (start < end) { | |
7fbe0fb9 | 1109 | put_event(EV_WRITE, 0, start); |
87a145d2 | 1110 | if (end <= SECLIMIT) put_event(EV_STOP, 0, end); |
7fbe0fb9 | 1111 | } |
7fbe0fb9 | 1112 | break; |
dc53ebfa | 1113 | case 's': f |= f_stats; break; |
7fbe0fb9 MW |
1114 | default: f |= f_bogus; break; |
1115 | } | |
1116 | } | |
69f3ec37 | 1117 | if (argc - optind != 2) f |= f_bogus; |
7fbe0fb9 MW |
1118 | if (f&f_bogus) { usage(stderr); exit(2); } |
1119 | ||
dc53ebfa MW |
1120 | setlocale(LC_ALL, ""); |
1121 | progress_init(&progress); | |
69f3ec37 MW |
1122 | device = argv[optind]; outfile = argv[optind + 1]; |
1123 | ||
513eba44 MW |
1124 | if (badblocks.n) { |
1125 | qsort(badblocks.v, badblocks.n, sizeof(struct badblock), | |
1126 | compare_badblock); | |
1127 | #ifdef DEBUG | |
1128 | printf(";; fake bad blocks:\n"); | |
1129 | for (i = 0; i < badblocks.n; i++) | |
1130 | printf(";;\t%8"PRIuSEC" .. %"PRIuSEC"\n", | |
1131 | badblocks.v[i].start, badblocks.v[i].end); | |
1132 | #endif | |
1133 | } | |
1134 | ||
dc53ebfa | 1135 | open_dvd(device, &dvdfd, &dvd); |
5cc1b8be | 1136 | if (fstat(dvdfd, &st)) |
d766561d MW |
1137 | bail_syserr(errno, "failed to stat device `%s'", device); |
1138 | if (S_ISREG(st.st_mode)) { | |
1139 | blksz = SECTORSZ; | |
1140 | volsz = st.st_size; | |
1141 | } else if (S_ISBLK(st.st_mode)) { | |
5cc1b8be | 1142 | if (ioctl(dvdfd, BLKSSZGET, &blksz)) |
d766561d | 1143 | bail_syserr(errno, "failed to get block size for `%s'", device); |
5cc1b8be | 1144 | if (ioctl(dvdfd, BLKGETSIZE64, &volsz)) |
d766561d MW |
1145 | bail_syserr(errno, "failed to get volume size for `%s'", device); |
1146 | } else | |
1147 | bail("can't use `%s' as source: expected file or block device", device); | |
7fbe0fb9 MW |
1148 | |
1149 | if (blksz != SECTORSZ) | |
1150 | bail("device `%s' block size %d /= %d", device, blksz, SECTORSZ); | |
1151 | if (volsz%SECTORSZ) | |
1152 | bail("device `%s' volume size %"PRIu64" not a multiple of %d", | |
1153 | device, volsz, SECTORSZ); | |
1154 | ||
dc53ebfa MW |
1155 | outfd = open(outfile, O_WRONLY | O_CREAT, 0666); |
1156 | if (outfd < 0) | |
1157 | bail_syserr(errno, "failed to create output file `%s'", outfile); | |
7fbe0fb9 MW |
1158 | |
1159 | if (f&f_continue) { | |
7fbe0fb9 MW |
1160 | off = lseek(outfd, 0, SEEK_END); |
1161 | if (off < 0) | |
1162 | bail_syserr(errno, "failed to seek to end of output file `%s'", | |
1163 | outfile); | |
1164 | put_event(EV_WRITE, 0, off/SECTORSZ); | |
1165 | } else if (!eventq.n && !(f&f_fixup)) | |
1166 | put_event(EV_WRITE, 0, 0); | |
1167 | ||
7fbe0fb9 | 1168 | /* It's fast enough just to check everything. */ |
5cc1b8be | 1169 | put_menu(dvd, 0); |
7fbe0fb9 | 1170 | for (i = 1; i < 100; i++) { |
5cc1b8be MW |
1171 | put_menu(dvd, i); |
1172 | put_title(dvd, i); | |
7fbe0fb9 MW |
1173 | } |
1174 | put_file(mkident(RAW, 0, 0), 0, volsz/SECTORSZ); | |
1175 | assert(filetab.n <= MAXFILES); | |
1176 | ||
5cc1b8be MW |
1177 | for (i = 0, limit = 0; i < filetab.n; i++) |
1178 | if (filetab.v[i].end > limit) limit = filetab.v[i].end; | |
7fbe0fb9 | 1179 | |
5cc1b8be | 1180 | if (end > limit) end = limit; |
7fbe0fb9 MW |
1181 | |
1182 | #ifdef DEBUG | |
1183 | printf("\n;; files:\n"); | |
1184 | for (i = 0; i < filetab.n; i++) { | |
1185 | file = &filetab.v[i]; | |
1186 | store_filename(fn, file->id); | |
788fe88a | 1187 | printf(";;\t%8"PRIuSEC" %s\n", file->start, fn); |
7fbe0fb9 MW |
1188 | } |
1189 | #endif | |
1190 | ||
1191 | qsort(eventq.v, eventq.n, sizeof(struct event), compare_event); | |
1192 | ||
81a03df8 | 1193 | f &= ~f_write; start = 0; n = 0; |
7fbe0fb9 MW |
1194 | for (i = 0; i < eventq.n; i++) { |
1195 | ev = &eventq.v[i]; | |
1196 | switch (ev->ev) { | |
1197 | case EV_WRITE: | |
1198 | if (f&f_write) | |
87a145d2 | 1199 | bail("overlapping ranges: range from %"PRIuSEC" still open at %"PRIuSEC"", |
7fbe0fb9 | 1200 | start, ev->pos); |
81a03df8 | 1201 | n++; f |= f_write; start = ev->pos; |
7fbe0fb9 MW |
1202 | break; |
1203 | case EV_STOP: | |
1204 | f &= ~f_write; | |
1205 | break; | |
1206 | } | |
1207 | } | |
1208 | ||
1209 | f &= ~f_write; start = 0; | |
1210 | for (i = 0; i < eventq.n; i++) { | |
1211 | ev = &eventq.v[i]; | |
1212 | switch (ev->ev) { | |
1213 | case EV_WRITE: start = ev->pos; f |= f_write; break; | |
7f06fa5b | 1214 | case EV_STOP: nsectors += ev->pos - start; f &= ~f_write; break; |
7fbe0fb9 | 1215 | } |
5cc1b8be | 1216 | if (ev->pos >= limit) break; |
7fbe0fb9 MW |
1217 | if (f&f_fixup) start = ev->pos; |
1218 | } | |
1219 | eventq.n = i; | |
1220 | if (f&f_fixup) { | |
1221 | put_event(EV_WRITE, 0, start); | |
81a03df8 | 1222 | n++; f |= f_write; |
7fbe0fb9 MW |
1223 | } |
1224 | if (f&f_write) { | |
5cc1b8be MW |
1225 | nsectors += limit - start; |
1226 | put_event(EV_STOP, 0, limit); | |
7fbe0fb9 | 1227 | } |
dc53ebfa MW |
1228 | |
1229 | copy_progress.render = render_copy_progress; | |
1230 | progress_additem(&progress, ©_progress); | |
e0c3a82d MW |
1231 | if (nsectors == limit - start) |
1232 | { ndone = start; nsectors = limit; } | |
1233 | else { | |
dc53ebfa MW |
1234 | disc_progress.render = render_disc_progress; |
1235 | progress_additem(&progress, &disc_progress); | |
1236 | } | |
1237 | ||
1238 | if (f&f_stats) gettimeofday(&tv0, 0); | |
7fbe0fb9 MW |
1239 | |
1240 | #ifdef DEBUG | |
1241 | printf("\n;; event sweep:\n"); | |
1242 | #endif | |
dc53ebfa | 1243 | f &= ~f_write; |
7fbe0fb9 MW |
1244 | for (pos = 0, i = 0; i < eventq.n; i++) { |
1245 | ev = &eventq.v[i]; | |
1246 | if (ev->pos > pos) { | |
9ac85bf5 | 1247 | if (f&f_write) emit(pos, ev->pos); |
7fbe0fb9 MW |
1248 | pos = ev->pos; |
1249 | #ifdef DEBUG | |
dc53ebfa | 1250 | progress_clear(&progress); |
7fbe0fb9 MW |
1251 | printf(";;\n"); |
1252 | #endif | |
1253 | } | |
1254 | switch (ev->ev) { | |
1255 | case EV_BEGIN: | |
1256 | set_live(ev->file); | |
1257 | #ifdef DEBUG | |
1258 | store_filename(fn, filetab.v[ev->file].id); | |
dc53ebfa | 1259 | progress_clear(&progress); |
788fe88a | 1260 | printf(";; %8"PRIuSEC": begin `%s'\n", pos, fn); |
7fbe0fb9 MW |
1261 | #endif |
1262 | break; | |
1263 | case EV_WRITE: | |
5cc1b8be | 1264 | gettimeofday(&last_time, 0); last_pos = pos; |
69f3ec37 | 1265 | if (lseek(outfd, (off_t)ev->pos*SECTORSZ, SEEK_SET) < 0) |
7fbe0fb9 MW |
1266 | bail_syserr(errno, |
1267 | "failed to seek to resume position " | |
788fe88a | 1268 | "(sector %"PRIuSEC") in output file `%s'", |
7fbe0fb9 MW |
1269 | ev->pos, outfile); |
1270 | #ifdef DEBUG | |
dc53ebfa | 1271 | progress_clear(&progress); |
788fe88a | 1272 | printf(";; %8"PRIuSEC": begin write\n", pos); |
7fbe0fb9 MW |
1273 | #endif |
1274 | f |= f_write; | |
1275 | break; | |
1276 | case EV_STOP: | |
1277 | f &= ~f_write; | |
1278 | #ifdef DEBUG | |
dc53ebfa | 1279 | progress_clear(&progress); |
788fe88a | 1280 | printf(";; %8"PRIuSEC": end write\n", pos); |
7fbe0fb9 MW |
1281 | #endif |
1282 | break; | |
1283 | case EV_END: | |
1284 | clear_live(ev->file); | |
1285 | #ifdef DEBUG | |
1286 | store_filename(fn, filetab.v[ev->file].id); | |
dc53ebfa | 1287 | progress_clear(&progress); |
788fe88a | 1288 | printf(";; %8"PRIuSEC": end `%s'\n", pos, fn); |
7fbe0fb9 MW |
1289 | #endif |
1290 | break; | |
1291 | default: abort(); | |
1292 | } | |
1293 | } | |
1294 | ||
dc53ebfa | 1295 | progress_clear(&progress); |
7fbe0fb9 | 1296 | |
69f3ec37 | 1297 | if (ftruncate(outfd, (off_t)limit*SECTORSZ) < 0) |
7fbe0fb9 MW |
1298 | bail_syserr(errno, "failed to set output file `%s' length", outfile); |
1299 | ||
dc53ebfa MW |
1300 | if (f&f_stats) { |
1301 | gettimeofday(&tv1, 0); t = tvdiff(&tv0, &tv1); | |
e0c3a82d | 1302 | if (nsectors == limit - start) { ndone -= start; nsectors -= start; } |
dc53ebfa MW |
1303 | tot = scale_bytes((double)nsectors*SECTORSZ, &totunit); |
1304 | rate = scale_bytes((double)nsectors*SECTORSZ/t, &rateunit); | |
1305 | moan("all done: %.1f %sB in %s -- %.1f %sB/s", | |
1306 | tot, totunit, fmttime(t, timebuf), rate, rateunit); | |
1307 | } | |
1308 | ||
5cc1b8be MW |
1309 | if (dvd) DVDClose(dvd); |
1310 | if (dvdfd >= 0) close(dvdfd); | |
7fbe0fb9 | 1311 | if (outfd >= 0) close(outfd); |
813c2ce8 | 1312 | carefully_fclose(mapfp, "bad-sector region map"); |
af3973a1 | 1313 | carefully_fclose(errfp, "bad-sector error log"); |
dc53ebfa | 1314 | progress_free(&progress); |
7fbe0fb9 MW |
1315 | |
1316 | #undef f_bogus | |
1317 | #undef f_continue | |
1318 | #undef f_fixup | |
dc53ebfa | 1319 | #undef f_stats |
7fbe0fb9 MW |
1320 | #undef f_write |
1321 | ||
8da99a82 | 1322 | return (0); |
7fbe0fb9 | 1323 | } |