[DO NOT MERGE] test PR for debugging slow tests

.github/workflows/run-docker-compose-test-on-pr.yml

@@ -36,7 +36,7 @@ jobs:
 
       - name: Run tests
         run: |
-          docker compose exec django pytest -v
+          s/pr-check
 
 
 

docker-compose.yml

@@ -37,7 +37,7 @@ services:
   # PostgreSQL with PostGIS extension
   postgis:
     <<: *global # this will inherit config from x-global-environment
-    image: postgis/postgis:15-3.3
+    image: postgis/postgis:16-3.5
     volumes:
       - postgis-data:/var/lib/postgresql/data
     restart: always

epilepsy12/common_view_functions/aggregate_by.py

@@ -403,6 +403,10 @@ def update_kpi_aggregation_model(
 
         return
 
+    print(f"!! kpi_value_counts query !!")
+    print(f"!! {kpi_value_counts.query} !!")
+    print(f"!! {kpi_value_counts.explain(analyze=True, buffers=True)}")
+
     # update models where numbers have changed.
     for value_count in kpi_value_counts:
         ABSTRACTION_CODE = value_count.pop(f"organisation__{abstraction_level.value}")

epilepsy12/tests/common_view_functions_tests/aggregate_by_tests/helpers.py

@@ -34,7 +34,7 @@ def _register_cases_in_organisation(
 
 
 def _register_kpi_scored_cases(
-    e12_case_factory, ods_codes: "list[str]", num_cases: int = 10
+    e12_case_factory, ods_codes: "list[str]", num_cases: int = 10, debug_create_cases: bool = True
 ):
     """Helper function to return a queryset of num_cases kids with scored, known KPI scores.
 
@@ -89,13 +89,14 @@ def _register_kpi_scored_cases(
             ineligible_answers,
             incomplete_answers,
         ]:
-            test_cases = e12_case_factory.create_batch(
-                num_cases,
-                organisations__organisation=organisation,
-                first_name=f"temp_{organisation.name}",
-                **answer_set,
-            )
-            filled_case_objects += test_cases
+            if debug_create_cases:
+                test_cases = e12_case_factory.create_batch(
+                    num_cases,
+                    organisations__organisation=organisation,
+                    first_name=f"temp_{organisation.name}",
+                    **answer_set,
+                )
+                filled_case_objects += test_cases
 
     for test_case in filled_case_objects:
         test_case.registration.completed_first_year_of_care_date = (

epilepsy12/tests/common_view_functions_tests/aggregate_by_tests/test_calculate_kpi_value_counts_queryset.py

@@ -99,6 +99,7 @@ def test_calculate_kpi_value_counts_queryset_all_levels(
             ]
             else 10
         ),
+        debug_create_cases=True,
     )
 
     for code in ods_codes:

epilepsy12/tests/common_view_functions_tests/aggregate_by_tests/test_update_kpiaggregation_model.py

@@ -3,6 +3,7 @@
 
 # 3rd party imports
 from django.apps import apps
+from django.db import connection
 
 # E12 imports
 from epilepsy12.common_view_functions import (
@@ -21,6 +22,17 @@
 from .helpers import _clean_cases_from_test_db, _register_kpi_scored_cases
 
 
+@pytest.fixture
+def disable_presorted_aggregate_in_db(db):
+    # pass
+    cursor = connection.cursor()
+    print("!! Disabling presorted aggregate in DB")
+    cursor.execute("SET enable_presorted_aggregate TO off")
+    yield
+    print("!! Re-enabling presorted aggregate in DB")
+    cursor.execute("SET enable_presorted_aggregate TO on")
+
+
 @pytest.mark.parametrize(
     "abstraction_level, abstraction_codes, ods_codes",
     [
@@ -68,7 +80,7 @@
 )
 @pytest.mark.django_db
 def test_update_kpi_aggregation_model_all_levels(
-    abstraction_level, abstraction_codes, ods_codes, e12_case_factory
+    abstraction_level, abstraction_codes, ods_codes, e12_case_factory, disable_presorted_aggregate_in_db
 ):
     """Testing the `update_kpi_aggregation_model` fn.
 

s/pr-check

@@ -0,0 +1,6 @@
+#!/bin/bash -e
+
+# s/test
+
+s/test -s epilepsy12/tests/common_view_functions_tests/aggregate_by_tests/test_calculate_kpi_value_counts_queryset.py \
+    epilepsy12/tests/common_view_functions_tests/aggregate_by_tests/test_update_kpiaggregation_model.py