* revised and reorganized dump scripts

1 files changed, 20 insertions, 0 deletions

diff --git a/dumps/dump.py b/dumps/dump.py
new file mode 100755
index 0000000..b36e4a1
--- /dev/null
+++ b/dumps/dump.py
@@ -0,0 +1,20 @@
+#!/usr/bin/env python
+
+from sys import argv
+from compile import compile
+from table2csv import convert
+
+if __name__ == "__main__":
+    if len(argv) > 1:
+        if argv[1] == 'compile':
+            compile(argv[2:])
+        elif len(argv) > 2:
+            if argv[1] == 'fetch':
+                argv.remove('fetch')
+            fetch = __import__('_sites.' + argv[1], globals(), locals(), ['fetch'])
+            for url in argv[2:]:
+                title, tables = fetch.fetch(url)
+                i = 1
+                for table in tables:
+                    convert(table, title + '-' + str(i), argv[1])
+                    i += 1