Add a table to hold only the Symbols

to improve performance.
2020-09-23 10:14:12 -05:00
parent 05a55f6434
commit 1fdf705eb5
4 changed files with 14 additions and 2 deletions
--- a/server/quoteDBs/fillBigDB_initial.sh
+++ b/server/quoteDBs/fillBigDB_initial.sh
@@ -13,6 +13,10 @@ ls quoteStore_202*.sqlite3.gz | while read db; do
 	sqlite3 /tmp/xx.sqlite3 'drop table OptionQuotes;'
 	sqlite3 /tmp/xx.sqlite3 'alter table tmp rename to OptionQuotes;'
 	sqlite3 /tmp/xx.sqlite3  '.dump OptionQuotes' | sqlite3 consolidated.sqlite3
+
+	echo filling symbols table
+	sqlite3 consolidated.sqlite3 'insert INTO Symbols select DISTINCT Symbol from OptionQuotes where OptionQuotes.Symbol not in (select Symbol from Symbols);'
+	
 	echo deleting...
 	rm /tmp/xx.sqlite3
 	mv $db processedDBs