Merge branch 'ODSC-72334/streaming-inference-handler' of https://github.com/oracle/accelerated-data-science into ODSC-72334/streaming-inference-handler

Author: kumar-shivam-ranjan

ads/aqua/common/enums.py

@@ -49,6 +49,7 @@ class InferenceContainerType(ExtendedEnum):
 class InferenceContainerTypeFamily(ExtendedEnum):
     AQUA_VLLM_CONTAINER_FAMILY = "odsc-vllm-serving"
     AQUA_VLLM_V1_CONTAINER_FAMILY = "odsc-vllm-serving-v1"
+    AQUA_VLLM_LLAMA4_CONTAINER_FAMILY = "odsc-vllm-serving-llama4"
     AQUA_TGI_CONTAINER_FAMILY = "odsc-tgi-serving"
     AQUA_LLAMA_CPP_CONTAINER_FAMILY = "odsc-llama-cpp-serving"
 
@@ -119,4 +120,9 @@ class Platform(ExtendedEnum):
         InferenceContainerTypeFamily.AQUA_VLLM_V1_CONTAINER_FAMILY,
         InferenceContainerTypeFamily.AQUA_VLLM_CONTAINER_FAMILY,
     ],
+    InferenceContainerTypeFamily.AQUA_VLLM_LLAMA4_CONTAINER_FAMILY: [
+        InferenceContainerTypeFamily.AQUA_VLLM_LLAMA4_CONTAINER_FAMILY,
+        InferenceContainerTypeFamily.AQUA_VLLM_V1_CONTAINER_FAMILY,
+        InferenceContainerTypeFamily.AQUA_VLLM_CONTAINER_FAMILY,
+    ],
 }

ads/aqua/model/model.py

@@ -316,11 +316,17 @@ def create_multi(
             #     )
 
             # check if model is a fine-tuned model and if so, add the fine tuned weights path to the fine_tune_weights_location pydantic field
-            is_fine_tuned_model = Tags.AQUA_FINE_TUNED_MODEL_TAG in source_model.freeform_tags
+            is_fine_tuned_model = (
+                Tags.AQUA_FINE_TUNED_MODEL_TAG in source_model.freeform_tags
+            )
 
             if is_fine_tuned_model:
-                model.model_id, model.model_name = extract_base_model_from_ft(source_model)
-                model_artifact_path, model.fine_tune_weights_location = extract_fine_tune_artifacts_path(source_model)
+                model.model_id, model.model_name = extract_base_model_from_ft(
+                    source_model
+                )
+                model_artifact_path, model.fine_tune_weights_location = (
+                    extract_fine_tune_artifacts_path(source_model)
+                )
 
             else:
                 # Retrieve model artifact for base models
@@ -380,7 +386,8 @@ def create_multi(
                 raise AquaValueError(
                     "The selected models are associated with different container families: "
                     f"{list(selected_models_deployment_containers)}."
-                    "For multi-model deployment, all models in the group must share the same container family."
+                    "For multi-model deployment, all models in the group must belong to the same container "
+                    "family or to compatible container families."
                 )
         else:
             deployment_container = selected_models_deployment_containers.pop()

docs/source/release_notes.rst

@@ -2,6 +2,21 @@
 Release Notes
 =============
 
+2.13.9
+-------
+Release date: May 19, 2025
+
+* Additional precision support in ForecastOperator.
+* AI Quick Actions: Use defined-metadata to include configuration for fine-tuned models.
+* AI Quick Actions: Support for embedding models in a multi model deployment.
+* AI Quick Actions: Fixed a bug in multi-model deployment to use model artifact json directly instead of accessing service bucket when creating a new grouped model.
+* AI Quick Actions telemetry improvements and enhancement to use threadpool instead of creating unbounded number of threads for telemetry.
+* AI Quick Actions: Support for ``list`` API for compute capacity reservations to onboard Bring-your-own-reservations (BYOR).
+* AI Quick Actions: Fixed a bug which now allows multiple parameters for deployment parameters.
+* AI Quick Actions: Enhances the model deployment logic for  vLLM architecture version.
+* AI Quick Actions: Enhances functionality to retrieve deployment configuration for fine-tuned models.
+
+
 2.13.8
 -------
 Release date: April 15, 2025

pyproject.toml

@@ -21,7 +21,7 @@ build-backend = "flit_core.buildapi"
 
 # Required
 name = "oracle_ads" # the install (PyPI) name; name for local build in [tool.flit.module] section below
-version = "2.13.8"
+version = "2.13.9"
 
 # Optional
 description = "Oracle Accelerated Data Science SDK"

tests/unitary/with_extras/aqua/test_common_utils.py

@@ -16,8 +16,26 @@ class TestCommonUtils:
                 {"odsc-vllm-serving", "odsc-vllm-serving-v1"},
                 "odsc-vllm-serving-v1",
             ),
+            (
+                {"odsc-vllm-serving", "odsc-vllm-serving-llama4"},
+                "odsc-vllm-serving-llama4",
+            ),
+            (
+                {"odsc-vllm-serving-v1", "odsc-vllm-serving-llama4"},
+                "odsc-vllm-serving-llama4",
+            ),
+            (
+                {
+                    "odsc-vllm-serving",
+                    "odsc-vllm-serving-v1",
+                    "odsc-vllm-serving-llama4",
+                },
+                "odsc-vllm-serving-llama4",
+            ),
             ({"odsc-tgi-serving", "odsc-vllm-serving"}, None),
             ({"non-existing-one", "odsc-tgi-serving"}, None),
+            ({"odsc-tgi-serving", "odsc-vllm-serving-llama4"}, None),
+            ({"odsc-tgi-serving", "odsc-vllm-serving-v1"}, None),
         ],
     )
     def test_get_preferred_compatible_family(self, input_families, expected):