From: Mark Wooding <mdw@distorted.org.uk>
Date: Sat, 27 Oct 2012 12:26:43 +0000 (+0100)
Subject: etc/mirrors.d/50-eprint-bib: Collect IACR ePrint bibliography.
X-Git-Url: https://git.distorted.org.uk/~mdw/mirror-admin/commitdiff_plain/1d7a7472ca3a5be5a0f40a8884f0bef866ea53ac

etc/mirrors.d/50-eprint-bib: Collect IACR ePrint bibliography.

It's worth considering collecting the entire archive.
---

diff --git a/etc/mirrors.d/50-eprint-bib b/etc/mirrors.d/50-eprint-bib
new file mode 100755
index 0000000..8065424
--- /dev/null
+++ b/etc/mirrors.d/50-eprint-bib
@@ -0,0 +1,42 @@
+#! /bin/bash
+
+set -e
+
+## Initial setup.
+mkdir -p $MIRRORS/eprint-bib; cd $MIRRORS/eprint-bib
+eprint=http://eprint.iacr.org
+rm -f list tags
+
+## Fetch the master index.
+curl -sS -o list -z '1 hour ago' $eprint/complete/
+[ -r list ] || exit 0
+
+## Pick out the article tags.
+sed -n '/^<a href="\/\([0-9]\+\/[0-9]\+\)">.*$/ s::\1:p' list >tags
+
+## For each tag, make sure we have the article information.
+while read tag; do
+  dir=${tag%/*}
+  mkdir -p $dir
+  file=$dir/eprint-${tag/\//-}.bib
+  [ -r $file ] || {
+    curl -sS -o $file.in "$eprint/cgi-bin/cite.pl?entry=$tag"
+    sed -n "
+    /^<PRE>/,/<\/PRE>/ {
+      /^<PRE>/ d
+      s:</PRE>.*::
+      s%note =.*\$%url = {http://eprint.iacr.org/$tag},%
+      p
+    }" $file.in >$file.sed
+    mv $file.sed $file
+    rm -f $file.in
+    echo $tag
+  }
+done <tags
+
+## Build the main bibliography.
+{
+  cat header
+  find . -name 'eprint-*.bib' -print | sort | xargs cat
+} >eprint.bib.new
+mv eprint.bib.new eprint.bib