fix: issue with si filename handling when the filename contains special chars

Author: georgeRobertson

src/dve/core_engine/models.py

@@ -8,7 +8,7 @@
 import os
 import uuid
 from collections.abc import MutableMapping
-from pathlib import Path, PurePath
+from pathlib import Path
 from typing import Any, Optional
 
 from pydantic import UUID4, BaseModel, Field, FilePath, root_validator, validator
@@ -64,16 +64,9 @@ class SubmissionInfo(AuditRecord):
     datetime_received: Optional[dt.datetime] = None  # type: ignore
     """The datetime the file was received."""
 
-    @validator("file_name")
-    def _ensure_metadata_extension_removed(cls, filename):  # pylint: disable=no-self-argument
-        path = PurePath(filename)
-        return path.stem
-
     @validator("file_extension")
     def _ensure_just_file_stem(cls, extension: str):  # pylint: disable=no-self-argument
-        if "." in extension:
-            return extension.split(".")[-1]
-        return extension
+        return extension.rsplit(".", 1)[-1]
 
     @property
     def file_name_with_ext(self):

tests/features/steps/steps_pipeline.py

@@ -219,7 +219,7 @@ def submit_file_for_processing(context: Context, dataset: str, file_name: str):
     sub_info = {
         "submission_id": uuid4().hex,
         "dataset_id": dataset,
-        "file_name": file_name,
+        "file_name": file_name.rsplit(".", 1)[0],
         "file_extension": Path(file_name).suffix,
         "reporting_period_start": "2025-11-01 00:00:00",
         "reporting_period_end": "2025-11-30 23:59:59"

tests/test_core_engine/test_models.py

@@ -18,7 +18,7 @@
                 "submitted": {
                     "submission_id": CONSTANT_SUBMISSION_ID,
                     "dataset_id": "test0",
-                    "file_name": "my_file.csv",
+                    "file_name": "my_file",
                     "file_extension": "csv",
                 },
                 "expected": {
@@ -35,13 +35,13 @@
                 "submitted": {
                     "submission_id": CONSTANT_SUBMISSION_ID,
                     "dataset_id": "test1",
-                    "file_name": "my_file.csv.csv",
-                    "file_extension": "csv",
+                    "file_name": "my_file",
+                    "file_extension": ".csv.csv",
                 },
                 "expected": {
                     "submission_id": CONSTANT_SUBMISSION_ID,
                     "dataset_id": "test1",
-                    "file_name": "my_file.csv",
+                    "file_name": "my_file",
                     "file_extension": "csv",
                 },
             },
@@ -52,7 +52,7 @@
                 "submitted": {
                     "submission_id": CONSTANT_SUBMISSION_ID,
                     "dataset_id": "test2",
-                    "file_name": "my_file.xml",
+                    "file_name": "my_file",
                     "file_extension": "csv.csv.xml",
                 },
                 "expected": {
@@ -63,6 +63,40 @@
                 },
             },
         ),
+        # submission with multiple file extensions
+        (
+            {
+                "submitted": {
+                    "submission_id": CONSTANT_SUBMISSION_ID,
+                    "dataset_id": "test2",
+                    "file_name": "my.file.perfect",
+                    "file_extension": "csv",
+                },
+                "expected": {
+                    "submission_id": CONSTANT_SUBMISSION_ID,
+                    "dataset_id": "test2",
+                    "file_name": "my.file.perfect",
+                    "file_extension": "csv",
+                },
+            },
+        ),
+        # submission with multiple file extensions
+        (
+            {
+                "submitted": {
+                    "submission_id": CONSTANT_SUBMISSION_ID,
+                    "dataset_id": "test2",
+                    "file_name": "m_y%fil\ne.perfect",
+                    "file_extension": "csv",
+                },
+                "expected": {
+                    "submission_id": CONSTANT_SUBMISSION_ID,
+                    "dataset_id": "test2",
+                    "file_name": "m_y%fil\ne.perfect",
+                    "file_extension": "csv",
+                },
+            },
+        ),
     ],
 )
 def test_submission_info(  # pylint: disable=missing-function-docstring