Add helper for converting literals to list of strings

Author: sjmonson

src/guidellm/__main__.py

@@ -1,7 +1,7 @@
 import asyncio
 import codecs
 from pathlib import Path
-from typing import get_args
+from typing import Union
 
 import click
 
@@ -19,12 +19,10 @@
 from guidellm.config import print_config
 from guidellm.preprocess.dataset import ShortPromptStrategy, process_dataset
 from guidellm.scheduler import StrategyType
-from guidellm.utils import DefaultGroupHandler
+from guidellm.utils import DefaultGroupHandler, get_literal_vals
 from guidellm.utils import cli as cli_tools
 
-STRATEGY_PROFILE_CHOICES = list(
-    set(list(get_args(ProfileType)) + list(get_args(StrategyType)))
-)
+STRATEGY_PROFILE_CHOICES = list(get_literal_vals(Union[ProfileType, StrategyType]))
 
 
 @click.group()
@@ -93,10 +91,10 @@ def benchmark():
     "--backend",
     "--backend-type",  # legacy alias
     "backend",
-    type=click.Choice(list(get_args(BackendType))),
+    type=click.Choice(list(get_literal_vals(BackendType))),
     help=(
         "The type of backend to use to run requests against. Defaults to 'openai_http'."
-        f" Supported types: {', '.join(get_args(BackendType))}"
+        f" Supported types: {', '.join(get_literal_vals(BackendType))}"
     ),
     default="openai_http",
 )

src/guidellm/utils/__init__.py

@@ -61,6 +61,7 @@
     split_text_list_by_length,
 )
 from .threading import synchronous_to_exitable_async
+from .typing import get_literal_vals
 
 __all__ = [
     "SUPPORTED_TYPES",
@@ -106,6 +107,7 @@
     "clean_text",
     "filter_text",
     "format_value_display",
+    "get_literal_vals",
     "is_puncutation",
     "load_text",
     "safe_add",

src/guidellm/utils/typing.py

@@ -0,0 +1,46 @@
+from __future__ import annotations
+
+from collections.abc import Iterator
+from typing import Annotated, Literal, Union, get_args, get_origin
+
+# Backwords compatibility for Python <3.10
+try:
+    from types import UnionType  # type: ignore[attr-defined]
+except ImportError:
+    UnionType = Union
+
+# Backwords compatibility for Python <3.12
+try:
+    from typing import TypeAliasType  # type: ignore[attr-defined]
+except ImportError:
+    from typing_extensions import TypeAliasType
+
+
+__all__ = ["get_literal_vals"]
+
+
+def get_literal_vals(alias) -> frozenset[str]:
+    """Extract all literal values from a (possibly nested) type alias."""
+
+    def resolve(alias) -> Iterator[str]:
+        origin = get_origin(alias)
+
+        # Base case: Literal types
+        if origin is Literal:
+            for literal_val in get_args(alias):
+                yield str(literal_val)
+        # Unwrap Annotated type
+        elif origin is Annotated:
+            yield from resolve(get_args(alias)[0])
+        # Unwrap TypeAliasTypes
+        elif isinstance(alias, TypeAliasType):
+            yield from resolve(alias.__value__)
+        # Iterate over unions
+        elif origin in (Union, UnionType):
+            for arg in get_args(alias):
+                yield from resolve(arg)
+        # Fallback
+        else:
+            yield str(alias)
+
+    return frozenset(resolve(alias))

tests/unit/utils/test_typing.py

@@ -0,0 +1,123 @@
+"""
+Test suite for the typing utilities module.
+"""
+
+from typing import Annotated, Literal, Union
+
+import pytest
+from typing_extensions import TypeAlias
+
+from guidellm.utils.typing import get_literal_vals
+
+# Local type definitions to avoid imports from other modules
+LocalProfileType = Literal["synchronous", "async", "concurrent", "throughput", "sweep"]
+LocalStrategyType = Annotated[
+    Literal["synchronous", "concurrent", "throughput", "constant", "poisson"],
+    "Valid strategy type identifiers for scheduling request patterns",
+]
+StrategyProfileType: TypeAlias = Union[LocalStrategyType, LocalProfileType]
+
+
+class TestGetLiteralVals:
+    """Test cases for the get_literal_vals function."""
+
+    @pytest.mark.sanity
+    def test_profile_type(self):
+        """
+        Test extracting values from ProfileType.
+
+        ### WRITTEN BY AI ###
+        """
+        result = get_literal_vals(LocalProfileType)
+        expected = frozenset(
+            {"synchronous", "async", "concurrent", "throughput", "sweep"}
+        )
+        assert result == expected
+
+    @pytest.mark.sanity
+    def test_strategy_type(self):
+        """
+        Test extracting values from StrategyType.
+
+        ### WRITTEN BY AI ###
+        """
+        result = get_literal_vals(LocalStrategyType)
+        expected = frozenset(
+            {"synchronous", "concurrent", "throughput", "constant", "poisson"}
+        )
+        assert result == expected
+
+    @pytest.mark.smoke
+    def test_inline_union_type(self):
+        """
+        Test extracting values from inline union of ProfileType | StrategyType.
+
+        ### WRITTEN BY AI ###
+        """
+        result = get_literal_vals(Union[LocalProfileType, LocalStrategyType])
+        expected = frozenset(
+            {
+                "synchronous",
+                "async",
+                "concurrent",
+                "throughput",
+                "constant",
+                "poisson",
+                "sweep",
+            }
+        )
+        assert result == expected
+
+    @pytest.mark.smoke
+    def test_type_alias(self):
+        """
+        Test extracting values from type alias union.
+
+        ### WRITTEN BY AI ###
+        """
+        result = get_literal_vals(StrategyProfileType)
+        expected = frozenset(
+            {
+                "synchronous",
+                "async",
+                "concurrent",
+                "throughput",
+                "constant",
+                "poisson",
+                "sweep",
+            }
+        )
+        assert result == expected
+
+    @pytest.mark.sanity
+    def test_single_literal(self):
+        """
+        Test extracting values from single Literal type.
+
+        ### WRITTEN BY AI ###
+        """
+        result = get_literal_vals(Literal["test"])
+        expected = frozenset({"test"})
+        assert result == expected
+
+    @pytest.mark.sanity
+    def test_multi_literal(self):
+        """
+        Test extracting values from multi-value Literal type.
+
+        ### WRITTEN BY AI ###
+        """
+        result = get_literal_vals(Literal["test", "test2"])
+        expected = frozenset({"test", "test2"})
+        assert result == expected
+
+    @pytest.mark.smoke
+    def test_literal_union(self):
+        """
+        Test extracting values from union of Literal types.
+
+        ### WRITTEN BY AI ###
+        """
+        result = get_literal_vals(Union[Literal["test", "test2"], Literal["test3"]])
+        expected = frozenset({"test", "test2", "test3"})
+        assert result == expected

tox.ini

@@ -66,7 +66,7 @@ description = Run type checks
 deps =
     .[dev]
 commands =
-    mypy --check-untyped-defs
+    mypy --check-untyped-defs {posargs}
 
 
 [testenv:links]