mkm3u: Various refactoring, intertangled.
[epls] / mkm3u
1 #! /usr/bin/python3
2 ### -*- mode: python; coding: utf-8 -*-
3
4 from contextlib import contextmanager
5 import optparse as OP
6 import os as OS
7 import re as RX
8 import sys as SYS
9
10 class ExpectedError (Exception): pass
11
12 @contextmanager
13 def location(loc):
14 global LOC
15 old, LOC = LOC, loc
16 yield loc
17 LOC = old
18
19 def filter(value, func = None, dflt = None):
20 if value is None: return dflt
21 elif func is None: return value
22 else: return func(value)
23
24 def check(cond, msg):
25 if not cond: raise ExpectedError(msg)
26
27 def lookup(dict, key, msg):
28 try: return dict[key]
29 except KeyError: raise ExpectedError(msg)
30
31 def forget(dict, key):
32 try: del dict[key]
33 except KeyError: pass
34
35 def getint(s):
36 if not s.isdigit(): raise ExpectedError("bad integer `%s'" % s)
37 return int(s)
38
39 class Words (object):
40 def __init__(me, s):
41 me._s = s
42 me._i, me._n = 0, len(s)
43 def _wordstart(me):
44 s, i, n = me._s, me._i, me._n
45 while i < n:
46 if not s[i].isspace(): return i
47 i += 1
48 return -1
49 def nextword(me):
50 s, n = me._s, me._n
51 begin = i = me._wordstart()
52 if begin < 0: return None
53 while i < n and not s[i].isspace(): i += 1
54 me._i = i
55 return s[begin:i]
56 def rest(me):
57 s, n = me._s, me._n
58 begin = me._wordstart()
59 if begin < 0: return None
60 else: return s[begin:].rstrip()
61
62 URL_SAFE_P = 256*[False]
63 for ch in \
64 b"ABCDEFGHIJKLMNOPQRSTUVWXYZ" \
65 b"abcdefghijklmnopqrstuvwxyz" \
66 b"0123456789" b"!$%-.,/":
67 URL_SAFE_P[ch] = True
68 def urlencode(s):
69 return "".join((URL_SAFE_P[ch] and chr(ch) or "%%%02x" % ch
70 for ch in s.encode("UTF-8")))
71
72 PROG = OS.path.basename(SYS.argv[0])
73
74 class BaseLocation (object):
75 def report(me, exc):
76 SYS.stderr.write("%s: %s%s\n" % (PROG, me._loc(), exc))
77
78 class DummyLocation (BaseLocation):
79 def _loc(me): return ""
80
81 class FileLocation (BaseLocation):
82 def __init__(me, fn, lno = 1): me._fn, me._lno = fn, lno
83 def _loc(me): return "%s:%d: " % (me._fn, me._lno)
84 def stepline(me): me._lno += 1
85
86 LOC = DummyLocation()
87
88 class Source (object):
89 PREFIX = ""
90 TITLEP = CHAPTERP = False
91 def __init__(me, fn):
92 me.fn = fn
93 me.neps = None
94 me.used_titles = dict()
95 me.used_chapters = set()
96 me.nuses = 0
97 def url(me, title = None, start_chapter = None, end_chapter = None):
98 if title == "-":
99 if me.TITLEP: raise ExpectedError("missing title number")
100 if start_chapter is not None or end_chapter is not None:
101 raise ExpectedError("can't specify chapter without title")
102 suffix = ""
103 elif not me.TITLEP:
104 raise ExpectedError("can't specify title with `%s'" % me.fn)
105 elif start_chapter is None:
106 if end_chapter is not None:
107 raise ExpectedError("can't specify end chapter without start chapter")
108 suffix = "#%d" % title
109 elif not me.CHAPTERP:
110 raise ExpectedError("can't specify chapter with `%s'" % me.fn)
111 elif end_chapter is None:
112 suffix = "#%d:%d" % (title, start_chapter)
113 else:
114 suffix = "#%d:%d-%d:%d" % (title, start_chapter, title, end_chapter - 1)
115 if end_chapter is not None:
116 keys = [(title, ch) for ch in range(start_chapter, end_chapter)]
117 set = me.used_chapters
118 else:
119 keys, set = [title], me.used_titles
120 for k in keys:
121 if k in set:
122 if title == "-":
123 raise ExpectedError("`%s' already used" % me.fn)
124 elif end_chapter is None:
125 raise ExpectedError("`%s' title %d already used" % (me.fn, title))
126 else:
127 raise ExpectedError("`%s' title %d chapter %d already used" %
128 (me.fn, title, k[1]))
129 if end_chapter is not None:
130 for ch in range(start_chapter, end_chapter):
131 me.used_chapters.add((title, ch))
132 return me.PREFIX + ROOT + urlencode(me.fn) + suffix
133
134 class VideoDisc (Source):
135 PREFIX = "dvd://"
136 TITLEP = CHAPTERP = True
137
138 def __init__(me, fn, *args, **kw):
139 super().__init__(fn, *args, **kw)
140 me.neps = 0
141
142 class VideoSeason (object):
143 def __init__(me, i, title):
144 me.i = i
145 me.title = title
146 me.episodes = {}
147 def set_episode_disc(me, i, disc):
148 if i in me.episodes:
149 raise ExpectedError("season %d episode %d already taken" % (me.i, i))
150 me.episodes[i] = disc; disc.neps += 1
151
152 def some_group(m, *gg):
153 for g in gg:
154 s = m.group(g)
155 if s is not None: return s
156 return None
157
158 class VideoDir (object):
159
160 _R_ISO_PRE = RX.compile(r""" ^
161 (?: S (?P<si> \d+)
162 (?: \. \ (?P<st> .*) — (?: D \d+ \. \ )? |
163 D \d+ \. \ |
164 (?= E \d+ \. \ ) |
165 \. \ ) |
166 \d+ \. \ )
167 (?: (?P<eplist>
168 (?: S \d+ \ )? E \d+ (?: – \d+)?
169 (?: , \ (?: S \d+ \ )? E \d+ (?: – \d+)?)*) |
170 (?P<epname> E \d+) \. \ .*)
171 \. iso $
172 """, RX.X)
173
174 _R_ISO_EP = RX.compile(r""" ^
175 (?: S (?P<si> \d+) \ )?
176 E (?P<ei> \d+) (?: – (?P<ej> \d+))? $
177 """, RX.X)
178
179 def __init__(me, dir):
180 me.dir = dir
181 fns = OS.listdir(OS.path.join(ROOT, dir))
182 fns.sort()
183 season = None
184 seasons = {}
185 for fn in fns:
186 path = OS.path.join(dir, fn)
187 if not fn.endswith(".iso"): continue
188 m = me._R_ISO_PRE.match(fn)
189 if not m:
190 #print(";; `%s' ignored" % path, file = SYS.stderr)
191 continue
192
193 i = filter(m.group("si"), int)
194 stitle = m.group("st")
195 check(i is not None or stitle is None,
196 "explicit season title without number in `%s'" % fn)
197 if i is not None:
198 if season is None or i != season.i:
199 check(season is None or i == season.i + 1,
200 "season %d /= %d" %
201 (i, season is None and -1 or season.i + 1))
202 check(i not in seasons, "season %d already seen" % i)
203 seasons[i] = season = VideoSeason(i, stitle)
204 else:
205 check(stitle == season.title,
206 "season title `%s' /= `%s'" % (stitle, season.title))
207
208 disc = VideoDisc(path)
209 ts = season
210 any, bad = False, False
211 epname = m.group("epname")
212 if epname is not None: eplist = [epname]
213 else: eplist = m.group("eplist").split(", ")
214 for eprange in eplist:
215 mm = me._R_ISO_EP.match(eprange)
216 if mm is None: bad = True; continue
217 if not any:
218 #print(";; `%s'" % path, file = SYS.stderr)
219 any = True
220 i = filter(mm.group("si"), int)
221 if i is not None:
222 try: ts = seasons[i]
223 except KeyError: ts = seasons[i] = VideoSeason(i, None)
224 if ts is None:
225 ts = season = seasons[1] = VideoSeason(1, None)
226 start = filter(mm.group("ei"), int)
227 end = filter(mm.group("ej"), int, start)
228 for k in range(start, end + 1):
229 ts.set_episode_disc(k, disc)
230 #print(";;\tepisode %d.%d" % (ts.i, k), file = SYS.stderr)
231 if not any: pass #print(";; `%s' ignored" % path, file = SYS.stderr)
232 elif bad: raise ExpectedError("bad ep list in `%s'", fn)
233 me.seasons = seasons
234
235 class AudioDisc (Source):
236 PREFIX = "file://"
237 TITLEP = CHAPTERP = False
238
239 class AudioEpisode (Source):
240 PREFIX = "file://"
241 TITLEP = CHAPTERP = False
242 def __init__(me, fn, i, *args, **kw):
243 super().__init__(fn, *args, **kw)
244 me.i = i
245
246 class AudioDir (object):
247
248 _R_FLAC = RX.compile(r""" ^
249 E (\d+)
250 (?: \. \ (.*))?
251 \. flac $
252 """, RX.X)
253
254 def __init__(me, dir):
255 me.dir = dir
256 fns = OS.listdir(OS.path.join(ROOT, dir))
257 fns.sort()
258 episodes = {}
259 last_i = 0
260 for fn in fns:
261 path = OS.path.join(dir, fn)
262 if not fn.endswith(".flac"): continue
263 m = me._R_FLAC.match(fn)
264 if not m: continue
265 i = filter(m.group(1), int)
266 etitle = m.group(2)
267 check(i == last_i + 1, "episode %d /= %d" % (i, last_i + 1))
268 episodes[i] = AudioEpisode(path, i)
269 last_i = i
270 me.episodes = episodes
271
272 class Chapter (object):
273 def __init__(me, episode, title, i):
274 me.title, me.i = title, i
275 me.url = episode.source.url(episode.tno, i, i + 1)
276
277 class Episode (object):
278 def __init__(me, season, i, neps, title, src, tno = None, startch = None):
279 me.season = season
280 me.i, me.neps, me.title = i, neps, title
281 me.chapters = []
282 me.source, me.tno = src, tno
283 me.url = src.url(tno, startch, None)
284 def add_chapter(me, title, j):
285 ch = Chapter(me, title, j)
286 me.chapters.append(ch)
287 return ch
288 def label(me):
289 return me.season._eplabel(me.i, me.neps, me.title)
290
291 class BaseSeason (object):
292 def __init__(me, series, implicitp = False):
293 me.series = series
294 me.episodes = []
295 me.implicitp = implicitp
296 me.ep_i, episodes = 1, []
297 def add_episode(me, j, neps, title, src, tno, startch):
298 ep = Episode(me, j, neps, title, src, tno, startch)
299 me.episodes.append(ep)
300 src.nuses += neps; me.ep_i += neps
301 return ep
302 def _epnames(me, i, neps):
303 playlist = me.series.playlist
304 if neps == 1: return playlist.epname, "%d" % i
305 elif neps == 2: return playlist.epnames, "%d, %d" % (i, i + 1)
306 else: return playlist.epnames, "%d%d" % (i, i + neps - 1)
307
308 class Season (BaseSeason):
309 def __init__(me, series, title, i, *args, **kw):
310 super().__init__(series, *args, **kw)
311 me.title, me.i = title, i
312 def _eplabel(me, i, neps, title):
313 epname, epn = me._epnames(i, neps)
314 if title is None:
315 if me.implicitp: label = "%s %s" % (epname, epn)
316 elif me.title is None: label = "%s %d.%s" % (epname, me.i, epn)
317 else: label = "%s%s %s" % (me.title, epname, epn)
318 else:
319 if me.implicitp: label = "%s. %s" % (epn, title)
320 elif me.title is None: label = "%d.%s. %s" % (me.i, epn, title)
321 else: label = "%s%s. %s" % (me.title, epn, title)
322 return label
323
324 class MovieSeason (BaseSeason):
325 def __init__(me, series, title, *args, **kw):
326 super().__init__(series, *args, **kw)
327 me.title = title
328 me.i = None
329 def add_episode(me, j, neps, title, src, tno, startch):
330 if me.title is None and title is None:
331 raise ExpectedError("movie or movie season must have a title")
332 return super().add_episode(j, neps, title, src, tno, startch)
333 def _eplabel(me, i, neps, title):
334 if me.title is None:
335 label = title
336 elif title is None:
337 epname, epn = me._epnames(i, neps)
338 label = "%s%s %s" % (me.title, epname, epn)
339 else:
340 label = "%s%s" % (me.title, title)
341 return label
342
343 class Series (object):
344 def __init__(me, playlist, name, title = None, wantedp = True):
345 me.playlist = playlist
346 me.name, me.title = name, title
347 me.cur_season = None
348 me.wantedp = wantedp
349 def _add_season(me, season):
350 me.cur_season = season
351 def add_season(me, title, i, implicitp = False):
352 me._add_season(Season(me, title, i, implicitp))
353 def add_movies(me, title = None):
354 me._add_season(MovieSeason(me, title))
355 def ensure_season(me):
356 if me.cur_season is None: me.add_season(None, 1, implicitp = True)
357 return me.cur_season
358 def end_season(me):
359 me.cur_season = None
360
361 class Playlist (object):
362 def __init__(me):
363 me.seasons = []
364 me.episodes = []
365 me.epname, me.epnames = "Episode", "Episodes"
366 me.nseries = 0
367 def add_episode(me, episode):
368 me.episodes.append(episode)
369 def done_season(me):
370 if me.episodes:
371 me.seasons.append(me.episodes)
372 me.episodes = []
373 def write(me, f):
374 f.write("#EXTM3U\n")
375 for season in me.seasons:
376 f.write("\n")
377 for ep in season:
378 label = ep.label()
379 if me.nseries > 1: label = ep.season.series.title + " " + label
380 if not ep.chapters:
381 f.write("#EXTINF:0,,%s\n%s\n" % (label, ep.url))
382 else:
383 for ch in ep.chapters:
384 f.write("#EXTINF:0,,%s: %s\n%s\n" %
385 (label, ch.title, ch.url))
386
387 MODE_UNSET = 0
388 MODE_SINGLE = 1
389 MODE_MULTI = 2
390
391 class EpisodeListParser (object):
392
393 def __init__(me, series_wanted = None, chapters_wanted_p = False):
394 me._pl = Playlist()
395 me._cur_episode = me._cur_chapter = None
396 me._series = {}; me._vdirs = {}; me._audirs = {}; me._isos = {}
397 me._series_wanted = series_wanted
398 me._chaptersp = chapters_wanted_p
399 if series_wanted is None: me._mode = MODE_UNSET
400 else: me._mode = MODE_MULTI
401
402 def _bad_keyval(me, cmd, k, v):
403 raise ExpectedError("invalid `!%s' option `%s'" %
404 (cmd, v if k is None else k))
405
406 def _keyvals(me, opts):
407 if opts is not None:
408 for kv in opts.split(","):
409 try: sep = kv.index("=")
410 except ValueError: yield None, kv
411 else: yield kv[:sep], kv[sep + 1:]
412
413 def _set_mode(me, mode):
414 if me._mode == MODE_UNSET:
415 me._mode = mode
416 elif me._mode != mode:
417 raise ExpectedError("inconsistent single-/multi-series usage")
418
419 def _get_series(me, name):
420 if name is None:
421 me._set_mode(MODE_SINGLE)
422 try: series = me._series[None]
423 except KeyError:
424 series = me._series[None] = Series(me._pl, None)
425 me._pl.nseries += 1
426 else:
427 me._set_mode(MODE_MULTI)
428 series = lookup(me._series, name, "unknown series `%s'" % name)
429 return series
430
431 def _opts_series(me, cmd, opts):
432 name = None
433 for k, v in me._keyvals(opts):
434 if k is None: name = v
435 else: me._bad_keyval(cmd, k, v)
436 return me._get_series(name)
437
438 def _auto_epsrc(me, series):
439 dir = lookup(me._vdirs, series.name, "no active video directory")
440 season = series.ensure_season()
441 check(season.i is not None, "must use explicit iso for movie seasons")
442 vseason = lookup(dir.seasons, season.i,
443 "season %d not found in video dir `%s'" %
444 (season.i, dir.dir))
445 src = lookup(vseason.episodes, season.ep_i,
446 "episode %d.%d not found in video dir `%s'" %
447 (season.i, season.ep_i, dir.dir))
448 return src
449
450 def _process_cmd(me, ww):
451
452 cmd = ww.nextword(); check(cmd is not None, "missing command")
453 try: sep = cmd.index(":")
454 except ValueError: opts = None
455 else: cmd, opts = cmd[:sep], cmd[sep + 1:]
456
457 if cmd == "series":
458 name = None
459 for k, v in me._keyvals(opts):
460 if k is None: name = v
461 else: me._bad_keyval(cmd, k, v)
462 check(name is not None, "missing series name")
463 check(name not in me._series, "series `%s' already defined" % name)
464 title = ww.rest(); check(title is not None, "missing title")
465 me._set_mode(MODE_MULTI)
466 me._series[name] = series = Series(me._pl, name, title,
467 me._series_wanted is None or
468 name in me._series_wanted)
469 if series.wantedp: me._pl.nseries += 1
470
471 elif cmd == "season":
472 series = me._opts_series(cmd, opts)
473 w = ww.nextword();
474 check(w is not None, "missing season number")
475 if w == "-":
476 if not series.wantedp: return
477 series.add_movies(ww.rest())
478 else:
479 title = ww.rest(); i = getint(w)
480 if not series.wantedp: return
481 series.add_season(ww.rest(), getint(w), implicitp = False)
482 me._cur_episode = me._cur_chapter = None
483 me._pl.done_season()
484
485 elif cmd == "epname":
486 for k, v in me._keyvals(opts): me._bad_keyval("epname", k, v)
487 name = ww.rest(); check(name is not None, "missing episode name")
488 try: sep = name.index(",")
489 except ValueError: names = name + "s"
490 else: name, names = name[:sep], name[sep + 1:]
491 me._pl.epname, me._pl.epnames = name, names
492
493 elif cmd == "epno":
494 series = me._opts_series(cmd, opts)
495 w = ww.rest(); check(w is not None, "missing episode number")
496 epi = getint(w)
497 if not series.wantedp: return
498 series.ensure_season().ep_i = epi
499
500 elif cmd == "iso":
501 series = me._opts_series(cmd, opts)
502 fn = ww.rest(); check(fn is not None, "missing filename")
503 if not series.wantedp: return
504 if fn == "-": forget(me._isos, series.name)
505 else:
506 check(OS.path.exists(OS.path.join(ROOT, fn)),
507 "iso file `%s' not found" % fn)
508 me._isos[series.name] = VideoDisc(fn)
509
510 elif cmd == "vdir":
511 series = me._opts_series(cmd, opts)
512 dir = ww.rest(); check(dir is not None, "missing directory")
513 if not series.wantedp: return
514 if dir == "-": forget(me._vdirs, series.name)
515 else: me._vdirs[series.name] = VideoDir(dir)
516
517 elif cmd == "adir":
518 series = me._opts_series(cmd, opts)
519 dir = ww.rest(); check(dir is not None, "missing directory")
520 if not series.wantedp: return
521 if dir == "-": forget(me._audirs, series.name)
522 else: me._audirs[series.name] = AudioDir(dir)
523
524 elif cmd == "displaced":
525 series = me._opts_series(cmd, opts)
526 w = ww.rest(); check(w is not None, "missing count"); n = getint(w)
527 src = me._auto_epsrc(series)
528 src.nuses += n
529 else:
530 raise ExpectedError("unknown command `%s'" % cmd)
531
532 def _process_episode(me, ww):
533
534 opts = ww.nextword(); check(opts is not None, "missing title/options")
535 ti = None; sname = None; neps = 1; epi = None; ch = None
536 for k, v in me._keyvals(opts):
537 if k is None:
538 if v.isdigit(): ti = int(v)
539 elif v == "-": ti = "-"
540 else: sname = v
541 elif k == "s": sname = v
542 elif k == "n": neps = getint(v)
543 elif k == "ep": epi = getint(v)
544 elif k == "ch": ch = getint(v)
545 else: raise ExpectedError("unknown episode option `%s'" % k)
546 check(ti is not None, "missing title number")
547 series = me._get_series(sname)
548 me._cur_chapter = None
549
550 title = ww.rest()
551 if not series.wantedp: return
552 season = series.ensure_season()
553 if epi is None: epi = season.ep_i
554
555 if ti == "-":
556 check(season.implicitp, "audio source, but explicit season")
557 dir = lookup(me._audirs, series.name,
558 "no title, and no audio directory")
559 src = lookup(dir.episodes, season.ep_i,
560 "episode %d not found in audio dir `%s'" % (epi, dir.dir))
561
562 else:
563 try: src = me._isos[series.name]
564 except KeyError: src = me._auto_epsrc(series)
565
566 episode = season.add_episode(epi, neps, title, src, ti, ch)
567 me._pl.add_episode(episode)
568 me._cur_episode = episode
569
570 def _process_chapter(me, ww):
571 check(me._cur_episode is not None, "no current episode")
572 check(me._cur_episode.source.CHAPTERP,
573 "episode source doesn't allow chapters")
574 if me._chaptersp:
575 if me._cur_chapter is None: i = 1
576 else: i = me._cur_chapter.i + 1
577 me._cur_chapter = me._cur_episode.add_chapter(ww.rest(), i)
578
579 def parse_file(me, fn):
580 with location(FileLocation(fn, 0)) as floc:
581 with open(fn, "r") as f:
582 for line in f:
583 floc.stepline()
584 sline = line.lstrip()
585 if sline == "" or sline.startswith(";"): continue
586
587 if line.startswith("!"): me._process_cmd(Words(line[1:]))
588 elif not line[0].isspace(): me._process_episode(Words(line))
589 else: me._process_chapter(Words(line))
590 me._pl.done_season()
591
592 def done(me):
593 discs = set()
594 for name, vdir in me._vdirs.items():
595 if not me._series[name].wantedp: continue
596 for s in vdir.seasons.values():
597 for d in s.episodes.values():
598 discs.add(d)
599 for adir in me._audirs.values():
600 for d in adir.episodes.values():
601 discs.add(d)
602 for d in sorted(discs, key = lambda d: d.fn):
603 if d.neps is not None and d.neps != d.nuses:
604 raise ExpectedError("disc `%s' has %d episodes, used %d times" %
605 (d.fn, d.neps, d.nuses))
606 return me._pl
607
608 ROOT = "/mnt/dvd/archive/"
609
610 op = OP.OptionParser \
611 (usage = "%prog [-c] [-s SERIES] EPLS",
612 description = "Generate M3U playlists from an episode list.")
613 op.add_option("-c", "--chapters",
614 dest = "chaptersp", action = "store_true", default = False,
615 help = "Output individual chapter names")
616 op.add_option("-s", "--series",
617 dest = "series", type = "str", default = None,
618 help = "Output only the listed SERIES (comma-separated)")
619 opts, argv = op.parse_args()
620 if len(argv) != 1: op.print_usage(file = SYS.stderr); SYS.exit(2)
621 if opts.series is None:
622 series_wanted = None
623 else:
624 series_wanted = set()
625 for name in opts.series.split(","): series_wanted.add(name)
626 try:
627 ep = EpisodeListParser(series_wanted, opts.chaptersp)
628 ep.parse_file(argv[0])
629 pl = ep.done()
630 pl.write(SYS.stdout)
631 except (ExpectedError, IOError, OSError) as e:
632 LOC.report(e)
633 SYS.exit(2)