Rudimentary script converting MySQL dump to SQLite3 dump

3 files changed, 21 insertions, 0 deletions

diff --git a/dump/.gitignore b/dump/.gitignore
new file mode 100644
index 0000000..d1b811b
--- /dev/null
+++ b/dump/.gitignore
@@ -0,0 +1 @@
+*.sql
diff --git a/dump/convert.sh b/dump/convert.sh
new file mode 100755
index 0000000..2e99ef1
--- /dev/null
+++ b/dump/convert.sh
@@ -0,0 +1,15 @@
+#!/bin/bash
+grep -E '(^(INSERT INTO|(CREATE|DROP) TABLE) )|([,;\)]$)' $1 | # throw away comments and empty lines, mainly
+    grep -v -E '^/\*' | # throw away comment-like directives which end in a semicolon
+    grep -v -E '^(UN)?LOCK TABLES' | # MySQL-specific table locks
+    grep -v -E '^\s+KEY' | # getting rid of non-primary key indices
+    sed 's/ AUTO_INCREMENT.*\([,;]\)$/\1/g' | # getting rid of auto-increments
+    sed 's/UNIQUE KEY[^(]*/UNIQUE/g' | # SQLite syntax of unique keys
+    sed 's/) DEFAULT CHARSET.*;$/);/g' | # MySQL-specific leftovers for tables without auto-increment
+    sed s/"\\\'"/\'\'/g | # single-quote escaped as '' instead of \'
+    sed -e '/,\s*$/{N;s/,\s*\n)/\n)/g;P;D}' # now, here be dragons.
+# for every line ending in comma, it appends the next line to sed's buffer
+# then, trims comma from end of the first line
+# if the second line begins with a closing paren
+# finally, prints out the first line and removes it from buffer,
+# allowing to proceed to the next line
diff --git a/fetcher/fetch.sh b/fetcher/fetch.sh
index e083ee5..3c69567 100755
--- a/fetcher/fetch.sh
+++ b/fetcher/fetch.sh
@@ -15,5 +15,10 @@ if [[ f1db.sql.gz -nt f1db.sql ]]; then
     zcat f1db.sql.gz | sed 's/ ENGINE=MyISAM//' > f1db.sql
     find -name f1db.sql.gz -printf '%f: %Td-%Tm-%TY %TH:%TM, %s bytes\n'
     touch -r f1db.sql.gz f1db.sql
+    if [ "$1" == "dump" ]
+    then
+        cp f1db.sql ../dump/original.sql
+        ../dump/convert.sh ../dump/original.sql > ../dump/sqlite.sql
+    fi
 fi
 popd > /dev/null