Merge branch 'wangshangsam/vlm-sut-prototype' of github.com:CentML/mlperf-inference into wangshangsam/vlm-sut-prototype

Author: wangshangsam

multimodal/vl2l/src/mlperf_inference_multimodal_vl2l/task.py

@@ -98,7 +98,8 @@ def _run_event_loop_forever() -> None:
 
     @staticmethod
     @abstractmethod
-    def formulate_messages(sample: dict[str, Any]) -> list[ChatCompletionMessageParam]:
+    def formulate_messages(
+            sample: dict[str, Any]) -> list[ChatCompletionMessageParam]:
         """Formulate the messages for chat completion.
 
         Args:
@@ -197,7 +198,8 @@ def _issue_queries(query_samples: list[lg.QuerySample]) -> None:
                     `lg.QuerySampleIndex` (i.e., the sample index into the dataset).
             """
 
-            async def _query_endpoint_async(query_sample: lg.QuerySample) -> None:
+            async def _query_endpoint_async(
+                    query_sample: lg.QuerySample) -> None:
                 """Query the endpoint through the async OpenAI API client."""
                 messages = self.loaded_messages[query_sample.index]
                 logger.trace(
@@ -295,7 +297,8 @@ def __init__(
         self.dataset = self.dataset["train"]
 
     @staticmethod
-    def formulate_messages(sample: dict[str, Any]) -> list[ChatCompletionMessageParam]:
+    def formulate_messages(
+            sample: dict[str, Any]) -> list[ChatCompletionMessageParam]:
         """Formulate the messages for chat completion.
 
         Args: