Add a table to hold only the Symbols

to improve performance.

server/quoteDBs/createTable.sql

@@ -2,4 +2,8 @@ CREATE TABLE IF NOT EXISTS "OptionQuotes"( "TimeStamp"DateTime DEFAULT CURRENT_T
 "Symbol" Text,
 "Data" Text);
 
-CREATE INDEX smbDaTi on OptionQuotes (Symbol,timestamp);
+CREATE INDEX IF NOT EXISTS smbDaTi on OptionQuotes (Symbol,timestamp);
+
+CREATE TABLE IF NOT EXISTS "Symbols" (
+	"Symbol"	TEXT UNIQUE
+);

server/quoteDBs/fillBigDB_initial.sh

@@ -13,6 +13,10 @@ ls quoteStore_202*.sqlite3.gz | while read db; do
 	sqlite3 /tmp/xx.sqlite3 'drop table OptionQuotes;'
 	sqlite3 /tmp/xx.sqlite3 'alter table tmp rename to OptionQuotes;'
 	sqlite3 /tmp/xx.sqlite3  '.dump OptionQuotes' | sqlite3 consolidated.sqlite3
+
+	echo filling symbols table
+	sqlite3 consolidated.sqlite3 'insert INTO Symbols select DISTINCT Symbol from OptionQuotes where OptionQuotes.Symbol not in (select Symbol from Symbols);'
+	
 	echo deleting...
 	rm /tmp/xx.sqlite3
 	mv $db processedDBs 

server/quoteDBs/fillBigDB_update.sh

@@ -18,6 +18,10 @@ find . -maxdepth 1 -name 'quoteStore_202*.sqlite3.gz' | while read db; do
 	sqlite3 /tmp/xx.sqlite3 'drop table OptionQuotes;'
 	sqlite3 /tmp/xx.sqlite3 'alter table tmp rename to OptionQuotes;'
 	sqlite3 /tmp/xx.sqlite3  '.dump OptionQuotes' | sqlite3 consolidated.sqlite3
+
+	echo filling symbols table
+	sqlite3 consolidated.sqlite3 'insert INTO Symbols select DISTINCT Symbol from OptionQuotes where OptionQuotes.Symbol not in (select Symbol from Symbols);'
+	
 	rm /tmp/xx.sqlite3
 	if [[ "$delete" == "1" ]]; then
 		echo deleting...