perf: paginate API calls

backend/app_tests/api/test_utils.py

@@ -327,7 +327,7 @@ def import_object(client, verbose_name: str, urn: str = None):
         url = urn or EndpointTestsUtils.get_object_urn(verbose_name)
 
         # Uses the API endpoint to import an object without authentication
-        response = client.get(url + "import/")
+        response = client.post(url + "import/")
 
         # Asserts that the object was imported successfully
         assert response.status_code == status.HTTP_401_UNAUTHORIZED, (
@@ -985,7 +985,7 @@ def import_object(
             url = urn or EndpointTestsUtils.get_object_urn(verbose_name)
 
             # Uses the API endpoint to import an object with authentication
-            response = authenticated_client.get(url + "import/")
+            response = authenticated_client.post(url + "import/")
 
             # Asserts that the object was imported successfully
             if not user_group or user_perm_expected_status == status.HTTP_200_OK:

backend/ciso_assistant/settings.py

@@ -132,7 +132,7 @@ def set_ciso_assistant_url(_, __, event_dict):
 MEDIA_ROOT = LOCAL_STORAGE_DIRECTORY
 MEDIA_URL = ""
 
-PAGINATE_BY = os.environ.get("PAGINATE_BY", default=5000)
+PAGINATE_BY = int(os.environ.get("PAGINATE_BY", default=5000))
 
 # Application definition
 
@@ -219,7 +219,7 @@ def set_ciso_assistant_url(_, __, event_dict):
         "core.permissions.RBACPermissions",
     ],
     "DEFAULT_FILTER_CLASSES": ["django_filters.rest_framework.DjangoFilterBackend"],
-    "DEFAULT_PAGINATION_CLASS": "rest_framework.pagination.PageNumberPagination",
+    "DEFAULT_PAGINATION_CLASS": "rest_framework.pagination.LimitOffsetPagination",
     "PAGE_SIZE": PAGINATE_BY,
     "DEFAULT_SCHEMA_CLASS": "drf_spectacular.openapi.AutoSchema",
     "EXCEPTION_HANDLER": "core.helpers.handle",

backend/core/helpers.py

@@ -394,22 +394,20 @@ def get_parsed_matrices(user: User, risk_assessments: list | None = None):
     ) = RoleAssignment.get_accessible_object_ids(
         Folder.get_root_folder(), user, RiskScenario
     )
-    risk_matrices = list()
     if risk_assessments is None:
-        risk_matrices = (
+        risk_matrices = list(
             RiskScenario.objects.filter(id__in=object_ids_view)
             .values_list("risk_assessment__risk_matrix__json_definition", flat=True)
             .distinct()
         )
     else:
-        risk_matrices = (
+        risk_matrices = list(
             RiskScenario.objects.filter(id__in=object_ids_view)
             .filter(risk_assessment__in=risk_assessments)
             .values_list("risk_assessment__risk_matrix__json_definition", flat=True)
             .distinct()
         )
-    parsed_matrices: list = [json.loads(m) for m in risk_matrices]
-    return sorted(parsed_matrices, key=lambda m: len(m["risk"]), reverse=True)
+    return sorted(risk_matrices, key=lambda m: len(m["risk"]), reverse=True)
 
 
 def get_risk_field(user: User, field: str):

backend/core/migrations/0055_alter_storedlibrary_content.py

@@ -1,4 +1,4 @@
-# Generated by Django 5.1.4 on 2025-02-21 20:41
+# Generated by Django 5.1.4 on 2025-02-21 23:56
 
 from django.db import migrations, models
 

backend/core/models.py

@@ -13,7 +13,7 @@
 from django.core.exceptions import ValidationError
 from django.core.validators import MaxValueValidator, RegexValidator, MinValueValidator
 from django.db import models, transaction
-from django.db.models import Q
+from django.db.models import F, Q, OuterRef, Subquery
 from django.forms.models import model_to_dict
 from django.urls import reverse
 from django.utils.html import format_html
@@ -734,6 +734,30 @@ def reference_count(self) -> int:
             + LoadedLibrary.objects.filter(dependencies=self).distinct().count()
         )
 
+    @property
+    def has_update(self) -> bool:
+        max_version = (
+            StoredLibrary.objects.filter(urn=self.urn)
+            .values_list("version", flat=True)
+            .order_by("-version")
+            .first()
+        )
+        return max_version > self.version if max_version is not None else False
+
+    @classmethod
+    def updatable_libraries(cls):
+        # Create a subquery to get the highest version in StoredLibrary for the same urn.
+        latest_version_qs = (
+            StoredLibrary.objects.filter(urn=OuterRef("urn"))
+            .order_by("-version")
+            .values("version")[:1]
+        )
+
+        # Annotate each LoadedLibrary with the latest stored version and filter.
+        return cls.objects.annotate(
+            latest_stored_version=Subquery(latest_version_qs)
+        ).filter(latest_stored_version__gt=F("version"))
+
     def delete(self, *args, **kwargs):
         if self.reference_count > 0:
             raise ValueError(
@@ -896,10 +920,10 @@ def perimeters(self) -> list:
         return Perimeter.objects.filter(riskassessment__risk_matrix=self).distinct()
 
     def parse_json(self) -> dict:
-        return json.loads(self.json_definition)
+        return self.json_definition
 
     def parse_json_translated(self) -> dict:
-        return update_translations_in_object(json.loads(self.json_definition))
+        return update_translations_in_object(self.json_definition)
 
     @property
     def grid(self) -> list:
@@ -2519,7 +2543,7 @@ def quality_check(self) -> dict:
 
 
 def risk_scoring(probability, impact, risk_matrix: RiskMatrix) -> int:
-    fields = json.loads(risk_matrix.json_definition)
+    fields = risk_matrix.json_definition
     risk_index = fields["grid"][probability][impact]
     return risk_index