diff --git a/server/index.js b/server/index.js index d29f3ef..165bf59 100644 --- a/server/index.js +++ b/server/index.js @@ -31,7 +31,7 @@ module.exports = compress(async (req, res) => { if (func === "/getSymbols") { console.log("Request for Symbols"); const db = new Database('./quoteDBs/consolidated.sqlite3', { verbose: console.log }); - const stmt = db.prepare("SELECT distinct Symbol FROM OptionQuotes order by 1"); + const stmt = db.prepare("SELECT distinct Symbol FROM Symbols order by 1"); let allDates = stmt.all(); //console.log(JSON.stringify(allDates)); db.close(); diff --git a/server/quoteDBs/createTable.sql b/server/quoteDBs/createTable.sql index 623e8ce..19b0712 100644 --- a/server/quoteDBs/createTable.sql +++ b/server/quoteDBs/createTable.sql @@ -2,4 +2,8 @@ CREATE TABLE IF NOT EXISTS "OptionQuotes"( "TimeStamp"DateTime DEFAULT CURRENT_T "Symbol" Text, "Data" Text); -CREATE INDEX smbDaTi on OptionQuotes (Symbol,timestamp); +CREATE INDEX IF NOT EXISTS smbDaTi on OptionQuotes (Symbol,timestamp); + +CREATE TABLE IF NOT EXISTS "Symbols" ( + "Symbol" TEXT UNIQUE +); \ No newline at end of file diff --git a/server/quoteDBs/fillBigDB_initial.sh b/server/quoteDBs/fillBigDB_initial.sh index a4ef00c..a204fd0 100644 --- a/server/quoteDBs/fillBigDB_initial.sh +++ b/server/quoteDBs/fillBigDB_initial.sh @@ -13,6 +13,10 @@ ls quoteStore_202*.sqlite3.gz | while read db; do sqlite3 /tmp/xx.sqlite3 'drop table OptionQuotes;' sqlite3 /tmp/xx.sqlite3 'alter table tmp rename to OptionQuotes;' sqlite3 /tmp/xx.sqlite3 '.dump OptionQuotes' | sqlite3 consolidated.sqlite3 + + echo filling symbols table + sqlite3 consolidated.sqlite3 'insert INTO Symbols select DISTINCT Symbol from OptionQuotes where OptionQuotes.Symbol not in (select Symbol from Symbols);' + echo deleting... rm /tmp/xx.sqlite3 mv $db processedDBs diff --git a/server/quoteDBs/fillBigDB_update.sh b/server/quoteDBs/fillBigDB_update.sh index 9a29512..f7ff904 100644 --- a/server/quoteDBs/fillBigDB_update.sh +++ b/server/quoteDBs/fillBigDB_update.sh @@ -18,6 +18,10 @@ find . -maxdepth 1 -name 'quoteStore_202*.sqlite3.gz' | while read db; do sqlite3 /tmp/xx.sqlite3 'drop table OptionQuotes;' sqlite3 /tmp/xx.sqlite3 'alter table tmp rename to OptionQuotes;' sqlite3 /tmp/xx.sqlite3 '.dump OptionQuotes' | sqlite3 consolidated.sqlite3 + + echo filling symbols table + sqlite3 consolidated.sqlite3 'insert INTO Symbols select DISTINCT Symbol from OptionQuotes where OptionQuotes.Symbol not in (select Symbol from Symbols);' + rm /tmp/xx.sqlite3 if [[ "$delete" == "1" ]]; then echo deleting...