Increase timeout & optimize SQL with FORCE INDEX

Increased HTTP client timeout in `Program.cs` from 30 seconds to 2 minutes to handle potentially slow queries on large datasets.

Optimized SQL queries in `LogRepo.cs` by adding the `FORCE INDEX` directive to utilize the `Deployment_Pod_TimeStamp_idx` composite index. This improves performance for `GROUP BY` and aggregate operations (`MAX()` and `COUNT()`) on large tables. Added comments to explain these changes.

Author: Timothy Dodd

src/LogMkAgent/Program.cs

@@ -43,7 +43,8 @@ public static async Task Main(string[] args)
                     client.BaseAddress = new Uri(apiSettings.BaseUrl);
 
                     // Configure additional settings like timeouts, headers, etc.
-                    client.Timeout = TimeSpan.FromSeconds(30);
+                    // Increased timeout for potentially slow queries (counts/times on large datasets)
+                    client.Timeout = TimeSpan.FromMinutes(2);
                 })
                 .AddLogger<HttpLogger>(wrapHandlersPipeline: true);
 

src/LogMkApi/Data/LogRepo.cs

@@ -161,9 +161,11 @@ public async Task<IEnumerable<LatestDeploymentEntry>> GetLatestEntryTimes()
     {
         using (var db = _dbFactory.CreateConnection())
         {
+            // Use FORCE INDEX to utilize the composite index (Deployment, Pod, TimeStamp)
+            // This significantly improves GROUP BY and MAX() performance on large tables
             var query = @"
     SELECT Deployment, Pod, MAX(TimeStamp) AS TimeStamp
-    FROM Log
+    FROM Log FORCE INDEX (Deployment_Pod_TimeStamp_idx)
     GROUP BY Deployment, Pod
 ";
             return await db.QueryAsync<LatestDeploymentEntry>(query);
@@ -174,9 +176,11 @@ public async Task<IEnumerable<DeploymentCount>> GetDeploymentCounts()
     {
         using (var db = _dbFactory.CreateConnection())
         {
+            // Use FORCE INDEX to utilize the composite index (Deployment, Pod, TimeStamp)
+            // This significantly improves GROUP BY performance on large tables
             var query = @"
     SELECT Deployment, Pod, COUNT(*) AS Count
-    FROM Log
+    FROM Log FORCE INDEX (Deployment_Pod_TimeStamp_idx)
     GROUP BY Deployment, Pod
 ";
             return await db.QueryAsync<DeploymentCount>(query);