test: added integration test for JobDB summary table

Author: fstagni

tests/Integration/WorkloadManagementSystem/Test_JobDB.py

@@ -6,6 +6,7 @@
 
 # pylint: disable=wrong-import-position, missing-docstring
 
+import csv
 from datetime import datetime, timedelta
 from unittest.mock import MagicMock, patch
 
@@ -443,3 +444,73 @@ def test_attributes(jobDB):
     res = jobDB.getJobsAttributes([jobID_1, jobID_2], ["Status"])
     assert res["OK"], res["Message"]
     assert res["Value"] == {jobID_1: {"Status": JobStatus.DONE}, jobID_2: {"Status": JobStatus.RUNNING}}
+
+
+# Parse date strings into datetime objects
+def process_data(jobIDs, data):
+    converted_data = []
+
+    print(data[0])
+    full_data = []
+
+    for j, d in zip(jobIDs, data):
+        row = list(d)
+        row.insert(0, j)  # Insert JobID at the beginning of the row
+        full_data.append(row)
+
+    print(full_data[0])
+
+    for row in full_data:
+        # date fields
+        date_indices = [8, 9, 10, 11, 12, 13]  # Positions of date fields
+        for i in date_indices:
+            if not row[i]:
+                row[i] = None
+            else:
+                try:
+                    row[i] = datetime.strptime(row[i], "%Y-%m-%d %H:%M:%S")
+                except ValueError:
+                    # Handle invalid dates
+                    row[i] = None
+        # Convert other fields to appropriate types
+        int_indices = [17, 18]  # Positions of integer fields
+        for i in int_indices:
+            if not row[i]:
+                row[i] = 0
+            else:
+                try:
+                    row[i] = int(row[i])
+                except ValueError:
+                    # Handle invalid integers
+                    row[i] = 0
+        # Convert boolean fields
+        converted_data.append(tuple(row))
+    return converted_data
+
+
+def test_summarySnapshot(jobDB: JobDB):
+    # insert some predefined jobs to test the summary snapshot
+    with open("jobs.csv", newline="", encoding="utf-8") as csvfile:
+        csvreader = csv.reader(csvfile)
+        data = list(csvreader)
+
+        # First inserting the JDLs
+        jdlData = [(jdl, "", "")] * len(data)
+        res = jobDB._updatemany("INSERT INTO JobJDLs (JDL, JobRequirements, OriginalJDL) VALUES (%s,%s,%s)", jdlData)
+        assert res["OK"], res["Message"]
+        # Getting which JobIDs were inserted
+        res = jobDB._query("SELECT JobID FROM JobJDLs")
+        assert res["OK"], res["Message"]
+        jobIDs = [row[0] for row in res["Value"]][0 : len(data)]
+
+        # Now inserting the jobs
+        processed_data = process_data(jobIDs, data)
+        placeholders = ",".join(["%s"] * len(processed_data[0]))
+        sql = f"INSERT INTO Jobs (JobID, JobType, JobGroup, Site, JobName, Owner, OwnerGroup, VO, SubmissionTime, RescheduleTime, LastUpdateTime, StartExecTime, HeartBeatTime, EndExecTime, Status, MinorStatus, ApplicationStatus, UserPriority, RescheduleCounter, VerifiedFlag, AccountedFlag) VALUES ({placeholders})"
+        res = jobDB._updatemany(sql, processed_data)
+        assert res["OK"], res["Message"]
+    # Act
+    res = jobDB.fillJobsHistorySummary()
+    assert res["OK"], res["Message"]
+    res = jobDB.getSummarySnapshot()
+    assert res["OK"], res["Message"]