diff options
| author | emkael <emkael@tlen.pl> | 2023-10-07 21:23:45 +0200 |
|---|---|---|
| committer | emkael <emkael@tlen.pl> | 2023-10-07 21:24:46 +0200 |
| commit | a6ca0fa635e3a3816f9f11d529f22f4896b3bae7 (patch) | |
| tree | 793a86b5984f4dfe113624b236e6827e587b7ed7 | |
| parent | 56a6344d74670bbc30c476bde91a11d36c6b1b43 (diff) | |
Importing dumps uploaded via Dropbox and FTP
| -rw-r--r-- | .envrc | bin | 971 -> 1028 bytes | |||
| -rw-r--r-- | Makefile | 6 | ||||
| -rwxr-xr-x | dumps/fetch-dropbox.sh | 3 | ||||
| -rwxr-xr-x | dumps/fetch-local.sh | 9 |
4 files changed, 16 insertions, 2 deletions
| Binary files differ @@ -29,13 +29,15 @@ backups: FORCE s3cmd -c dumps/.s3config --exclude="*/*" sync dumps/backup/ ${LIGA_S3_BACKUP_BUCKET} dumps: FORCE - s3cmd -c dumps/.s3config --exclude="*/*" sync ${LIGA_S3_BUCKET} dumps/sync/ + s3cmd -c dumps/.s3config --exclude="*/*" sync ${LIGA_S3_BUCKET} ./dumps/sync/ + ./dumps/fetch-dropbox.sh + ./dumps/fetch-local.sh ./dumps/load-dumps.sh butler: FORCE - python butler/butler.py 1+2 | mysql ${LIGA_MYSQL_CONNECTION_OPTS} python butler/butler.py 1 | mysql ${LIGA_MYSQL_CONNECTION_OPTS} python butler/butler.py 2 | mysql ${LIGA_MYSQL_CONNECTION_OPTS} + python butler/butler.py 1+2 | mysql ${LIGA_MYSQL_CONNECTION_OPTS} ausbutler: FORCE ./ausbutler/ausbutler-all.sh diff --git a/dumps/fetch-dropbox.sh b/dumps/fetch-dropbox.sh new file mode 100755 index 0000000..99db29e --- /dev/null +++ b/dumps/fetch-dropbox.sh @@ -0,0 +1,3 @@ +#!/bin/bash +dbxcli ls -l "${LIGA_DROPBOX_DUMP_FOLDER}" | awk -F"ago" '{print $2}' | sed -e 's/^[[:space:]]*//' -e 's/[[:space:]]*$//' | + xargs -I{} dbxcli get {} dumps/sync diff --git a/dumps/fetch-local.sh b/dumps/fetch-local.sh new file mode 100755 index 0000000..01616a7 --- /dev/null +++ b/dumps/fetch-local.sh @@ -0,0 +1,9 @@ +#!/bin/bash + +find http -path */spedytor/*.sql | sort | uniq | cut -d/ -f 1-4 | uniq | while read LOCAL_DUMP_DIR +do + LOCAL_DUMP=$(find ${LOCAL_DUMP_DIR} -name *.sql -exec ls -t1 {} + | head -n1 | cut -d' ' -f 10) + TARGET_DUMP=$(basename ${LOCAL_DUMP}) + TARGET_DUMP=${TARGET_DUMP%%-*} + cp "${LOCAL_DUMP}" dumps/sync/${TARGET_DUMP}.sql +done |