Only send next chunk after the LogAggregator feedback arrived.

casRpsLogExtractor/casRpsLogExtractor.js

@@ -45,8 +45,6 @@ let maxPKey = "";
 let maxPKeyUnsent = "";
 let allRows = [];
 
-let currPollInterval = config.pollIntervalBusy;
-let lastPollInterval;
 let theInterval;
 
 
@@ -72,7 +70,7 @@ sql.connect(config.sqlConfig, err => {
 		sqlRequest.query("select top " + maxResultsPerMessage + " * from rpslog where pkey > '" + maxPKey + "' order by pkey");
 	}
 	
-    theInterval = setInterval(runNextPoll, currPollInterval);
+    runNextPoll();
 
     sqlRequest.on('row', row => {
         outData = { sourceTag: config.sourceTag, processingType: processingType, data: row };
@@ -89,6 +87,7 @@ sql.connect(config.sqlConfig, err => {
     });
 
     sqlRequest.on('done', result => {
+		clearInterval(theInterval);
         if (allRows.length>0){
             request({ method: 'POST', uri: config.serverURI, body: JSON.stringify(allRows), json: true }).then(_ => {
                 // count up the maxPKey only when the request was successful...
@@ -96,21 +95,17 @@ sql.connect(config.sqlConfig, err => {
                 fs.writeFileSync("casRpsLogExtractor.maxPKey.dat", maxPKey);
             }).catch(err=>{
                 logger.log("error","Sending Request to Service: " + err)
-            });
+            }).finally(_=>{
+				runNextPoll();
+			});
             process.stdout.write(">" + allRows.length + ">");
-            if (allRows.length === maxResultsPerMessage) {
-                currPollInterval = config.pollIntervalBusy;
-            } else {
-                currPollInterval = config.pollIntervalIdle;
-            }
+		} else {
 			if (currPollInterval !== lastPollInterval) {
-				clearInterval(theInterval);
-				theInterval = setInterval(runNextPoll, currPollInterval);
-			}
-	
-            allRows=[];
+				theInterval = setInterval(runNextPoll, config.pollIntervalIdle);
+			}	
+			process.stdout.write(".");
         }
+        allRows=[];
 
-        process.stdout.write(".");
     });
 })