31 lines
771 B
Bash
31 lines
771 B
Bash
#!/bin/bash
|
|
|
|
delete=0
|
|
|
|
while getopts "d" opt; do
|
|
case "$opt" in
|
|
d) delete=1
|
|
;;
|
|
esac
|
|
done
|
|
|
|
find . -maxdepth 1 -name 'quoteStore_202*.sqlite3.gz' | while read db; do
|
|
echo unpacking $db
|
|
gzip -dc $db >/tmp/xx.sqlite3
|
|
echo processing...
|
|
sqlite3 /tmp/xx.sqlite3 "create table tmp as select timestamp,replace(replace(symbol,'$',''),'.X','') symbol,data from OptionQuotes;"
|
|
|
|
sqlite3 /tmp/xx.sqlite3 'drop table OptionQuotes;'
|
|
sqlite3 /tmp/xx.sqlite3 'alter table tmp rename to OptionQuotes;'
|
|
sqlite3 /tmp/xx.sqlite3 '.dump OptionQuotes' | sqlite3 consolidated.sqlite3
|
|
rm /tmp/xx.sqlite3
|
|
if [[ "$delete" == "1" ]]; then
|
|
echo deleting...
|
|
rm $db
|
|
else
|
|
echo moving to processed folder...
|
|
mkdir -p processedDBs
|
|
mv $db processedDBs
|
|
fi
|
|
done
|