Merge pull request #365 from bcgov/yj

chore: performance
bcgov · Jun 4, 2024 · fd69721 · fd69721
2 parents a886834 + 9b5c900
commit fd69721
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/server/StrDss.Hangfire/Program.cs b/server/StrDss.Hangfire/Program.cs
@@ -161,7 +161,7 @@
 app.UseHangfireDashboard();
 
 // make sure this is after app.UseHangfireDashboard()
-RecurringJob.AddOrUpdate<HangfireJobs>("Process Rental Listing Report", job => job.ProcessRentalListingReports(), "0 0/3 * * *");
+RecurringJob.AddOrUpdate<HangfireJobs>("Process Rental Listing Report", job => job.ProcessRentalListingReports(), "*/5 * * * *");
 RecurringJob.AddOrUpdate<HangfireJobs>("Process Takedown Request Batch Emails", job => job.ProcessTakedownRequestBatchEmails(), "50 6 * * *");
 
 app.Run();
diff --git a/server/StrDss.Service/RentalListingReportService.cs b/server/StrDss.Service/RentalListingReportService.cs
@@ -5,6 +5,7 @@
 using Microsoft.Extensions.Configuration;
 using Microsoft.Extensions.Logging;
 using NetTopologySuite.Geometries;
+using NetTopologySuite.Index.Quadtree;
 using StrDss.Common;
 using StrDss.Data;
 using StrDss.Data.Entities;
@@ -336,9 +337,12 @@ private async Task ProcessRentalReportUploadAsync(DssUploadDelivery upload)
             var headerExists = csv.ReadHeader();
             var hasError = false;
             var isLastLine = false;
+            var processedCount = 0;
 
             while (csv.Read())
             {
+                if (processedCount > 100) break; //To process 100 lines per job
+
                 count++;
                 isLastLine = count == lineCount;
 
@@ -366,6 +370,8 @@ private async Task ProcessRentalReportUploadAsync(DssUploadDelivery upload)
                 hasError = !await ProcessUploadLine(report, upload, uploadLine, row, isLastLine);
                 stopwatch.Stop();
 
+                processedCount++;
+
                 _logger.LogInformation($"Finishing listing ({row.OrgCd} - {row.ListingId}): {stopwatch.Elapsed.TotalMilliseconds} milliseconds");
             }