feat: add boot and test lab filter logic

Author: MarceloRobert

backend/kernelCI_app/helpers/filters.py

@@ -354,6 +354,8 @@ def __init__(self, data: Dict, process_body=False) -> None:
         self.filter_test_origin: set[str] = set()
 
         self.filter_build_lab: set[str] = set()
+        self.filter_boot_lab: set[str] = set()
+        self.filter_test_lab: set[str] = set()
 
         self.filter_handlers: FilterHandlers = {
             "boot.status": self._handle_boot_status,
@@ -381,6 +383,8 @@ def __init__(self, data: Dict, process_body=False) -> None:
             "boot.origin": self._handle_boot_origin,
             "test.origin": self._handle_test_origin,
             "build.lab": self._handle_build_lab,
+            "boot.lab": self._handle_boot_lab,
+            "test.lab": self._handle_test_lab,
         }
 
         self.filters: List[FilterParams.ParsedFilter] = []
@@ -492,6 +496,12 @@ def _handle_test_origin(self, current_filter: ParsedFilter) -> None:
     def _handle_build_lab(self, current_filter: ParsedFilter) -> None:
         self.filter_build_lab.add(current_filter["value"])
 
+    def _handle_boot_lab(self, current_filter: ParsedFilter) -> None:
+        self.filter_boot_lab.add(current_filter["value"])
+
+    def _handle_test_lab(self, current_filter: ParsedFilter) -> None:
+        self.filter_test_lab.add(current_filter["value"])
+
     def _process_filters(self):
         try:
             for current_filter in self.filters:
@@ -705,6 +715,7 @@ def is_boot_filtered_out(
         incident_test_id: Optional[str] = "incident_test_id",
         platform: Optional[str] = None,
         origin: Optional[str] = None,
+        lab: Optional[str] = None,
     ) -> bool:
         if (
             (self.filterBootPath != "" and (self.filterBootPath not in path))
@@ -740,6 +751,7 @@ def is_boot_filtered_out(
                 len(self.filter_boot_origin) > 0
                 and (origin not in self.filter_boot_origin)
             )
+            or (len(self.filter_boot_lab) > 0 and (lab not in self.filter_boot_lab))
         ):
             return True
 
@@ -756,6 +768,7 @@ def is_test_filtered_out(
         incident_test_id: Optional[str] = "incident_test_id",
         platform: Optional[str] = None,
         origin: Optional[str] = None,
+        lab: Optional[str] = None,
     ) -> bool:
         if (
             (self.filterTestPath != "" and (self.filterTestPath not in path))
@@ -791,6 +804,7 @@ def is_test_filtered_out(
                 len(self.filter_test_origin) > 0
                 and (origin not in self.filter_test_origin)
             )
+            or (len(self.filter_test_lab) > 0 and (lab not in self.filter_test_lab))
         ):
             return True
 

backend/kernelCI_app/helpers/treeDetails.py

@@ -308,6 +308,7 @@ def decide_if_is_boot_filtered_out(instance, row_data):
     test_path = row_data["test_path"]
     incident_test_id = row_data["incident_test_id"]
     origin = row_data["test_origin"]
+    lab = row_data["history_item"].get("lab", UNKNOWN_STRING)
 
     return instance.filters.is_boot_filtered_out(
         duration=test_duration,
@@ -317,6 +318,7 @@ def decide_if_is_boot_filtered_out(instance, row_data):
         status=test_status,
         incident_test_id=incident_test_id,
         origin=origin,
+        lab=lab,
     )
 
 
@@ -339,6 +341,7 @@ def decide_if_is_test_filtered_out(instance, row_data):
     test_path = row_data["test_path"]
     incident_test_id = row_data["incident_test_id"]
     origin = row_data["test_origin"]
+    lab = row_data["history_item"].get("lab", UNKNOWN_STRING)
 
     return instance.filters.is_test_filtered_out(
         duration=test_duration,
@@ -348,6 +351,7 @@ def decide_if_is_test_filtered_out(instance, row_data):
         status=test_status,
         incident_test_id=incident_test_id,
         origin=origin,
+        lab=lab,
     )
 
 

backend/kernelCI_app/queries/tree.py

@@ -597,6 +597,7 @@ def get_tree_commit_history(
         t.environment_compatible,
         t.environment_misc,
         t.origin,
+        t.misc->>'runtime' AS test_lab,
         b.id AS build_id,
         b.misc AS build_misc,
         t.id AS test_id,

backend/kernelCI_app/tests/unitTests/helpers/fixtures/hardware_details_data.py

@@ -114,6 +114,7 @@ def create_test_summary(**overrides):
         failed_platforms={"x86_64", "arm64"},
         environment_compatible={"hardware1": StatusCount()},
         environment_misc={"x86_64": StatusCount()},
+        labs={},
     )
 
     for key, value in overrides.items():

backend/kernelCI_app/tests/unitTests/helpers/fixtures/tree_details_data.py

@@ -81,6 +81,9 @@ def create_summary_row_data(**overrides):
         "test_error": "Test error",
         "test_environment_compatible": "hardware1",
         "test_origin": "test",
+        "history_item": {
+            "lab": "test_runtime_lab",
+        },
     }
     base_data.update(overrides)
     return base_data
@@ -103,6 +106,9 @@ def create_filter_row_data(**overrides):
         "build_origin": "build_origin",
         "test_origin": "test_origin",
         "build_misc": {"lab": "lab1"},
+        "history_item": {
+            "lab": "test_runtime_lab",
+        },
     }
     base_data.update(overrides)
     return base_data

backend/kernelCI_app/tests/unitTests/helpers/hardwareDetails_helpers_test.py

@@ -617,6 +617,7 @@ def test_handle_test_summary(
             unknown_issues=0,
             fail_reasons={},
             failed_platforms=set(),
+            labs={},
         )
 
         issue_dict = {}
@@ -1317,6 +1318,7 @@ def test_format_issue_summary_for_response(self, mock_convert):
             unknown_issues=0,
             fail_reasons={},
             failed_platforms=set(),
+            labs={},
         )
         tests_summary = TestSummary(
             status=StatusCount(),
@@ -1327,6 +1329,7 @@ def test_format_issue_summary_for_response(self, mock_convert):
             unknown_issues=0,
             fail_reasons={},
             failed_platforms=set(),
+            labs={},
         )
 
         issue_dicts = {

backend/kernelCI_app/tests/unitTests/helpers/treeDetails_test.py

@@ -583,6 +583,7 @@ def test_decide_if_is_boot_filtered_out(self):
             "test_path": "boot.test",
             "incident_test_id": "test123",
             "test_origin": "test",
+            "history_item": {"lab": "boot_lab"},
         }
 
         result = decide_if_is_boot_filtered_out(instance, row_data)
@@ -596,6 +597,7 @@ def test_decide_if_is_boot_filtered_out(self):
             status="FAIL",
             incident_test_id="test123",
             origin="test",
+            lab="boot_lab",
         )
 
 
@@ -639,6 +641,7 @@ def test_decide_if_is_test_filtered_out(self):
             "test_path": "test.specific",
             "incident_test_id": "test123",
             "test_origin": "test",
+            "history_item": {"lab": "test_lab"},
         }
 
         result = decide_if_is_test_filtered_out(instance, row_data)
@@ -652,6 +655,7 @@ def test_decide_if_is_test_filtered_out(self):
             status="FAIL",
             incident_test_id="test123",
             origin="test",
+            lab="test_lab",
         )
 
 

backend/kernelCI_app/views/treeCommitsHistory.py

@@ -67,9 +67,11 @@ def setup_filters(self):
     def sanitize_rows(self, rows: dict) -> list:
         result = []
         for row in rows:
-            build_misc = row[17]
+            build_misc = row[18]
             sanitized_build_misc = sanitize_dict(build_misc)
-            build_lab = sanitized_build_misc.get("lab") if sanitized_build_misc else None
+            build_lab = (
+                sanitized_build_misc.get("lab") if sanitized_build_misc else None
+            )
 
             result.append(
                 {
@@ -89,13 +91,14 @@ def sanitize_rows(self, rows: dict) -> list:
                     "hardware_compatibles": row[13],
                     "test_environment_misc": row[14],
                     "test_origin": row[15],
-                    "build_id": row[16],
+                    "test_lab": row[16],
+                    "build_id": row[17],
                     "build_misc": build_misc,
-                    "test_id": row[18],
-                    "incidents_id": row[19],
-                    "incidents_test_id": row[20],
-                    "issue_id": row[21],
-                    "issue_version": row[22],
+                    "test_id": row[19],
+                    "incidents_id": row[20],
+                    "incidents_test_id": row[21],
+                    "issue_id": row[22],
+                    "issue_version": row[23],
                     "build_lab": build_lab,
                 }
             )
@@ -162,6 +165,7 @@ def _process_boots_count(
         issue_version: int,
         incident_test_id: str,
         test_origin: str,
+        lab: str,
     ) -> None:
         is_boot_filter_out = self.filterParams.is_boot_filtered_out(
             duration=test_duration,
@@ -171,6 +175,7 @@ def _process_boots_count(
             status=test_status,
             incident_test_id=incident_test_id,
             origin=test_origin,
+            lab=lab,
         )
 
         is_boot_processed = test_id in self.processed_tests
@@ -194,6 +199,7 @@ def _process_nonboots_count(
         issue_version: int,
         incident_test_id: str,
         test_origin: str,
+        lab: str,
     ) -> None:
         is_nonboot_filter_out = self.filterParams.is_test_filtered_out(
             duration=test_duration,
@@ -203,6 +209,7 @@ def _process_nonboots_count(
             status=test_status,
             incident_test_id=incident_test_id,
             origin=test_origin,
+            lab=lab,
         )
 
         is_test_processed = test_id in self.processed_tests
@@ -261,8 +268,8 @@ def _process_tests(self, row: dict) -> None:
         incident_test_id = row["incidents_test_id"]
         build_status = row["build_status"]
         test_origin = row["test_origin"]
-
         commit_hash = row["git_commit_hash"]
+        test_lab = row["test_lab"]
 
         if issue_id is None and (
             build_status in [FAIL_STATUS, NULL_STATUS] or test_status == FAIL_STATUS
@@ -283,6 +290,7 @@ def _process_tests(self, row: dict) -> None:
                 issue_version=issue_version,
                 incident_test_id=incident_test_id,
                 test_origin=test_origin,
+                lab=test_lab,
             )
         else:
             self._process_nonboots_count(
@@ -295,6 +303,7 @@ def _process_tests(self, row: dict) -> None:
                 issue_version=issue_version,
                 incident_test_id=incident_test_id,
                 test_origin=test_origin,
+                lab=test_lab,
             )
 
     def _process_builds(self, row: dict) -> None: