feat(plugin): add --api-auth flag to run only API-key tests

pyproject.toml

@@ -101,6 +101,7 @@ markers = [
     "config_hygiene: checks of VIP's own configuration (opt-in; excluded by default)",
     "min_version(product, version): only run when product meets minimum version",
     "if_applicable: test is skipped when the feature is not configured",
+    "api_auth: test requires only an API key, not browser credentials",
 ]
 
 [tool.semantic_release]

selftests/test_cli_verify.py

@@ -21,6 +21,7 @@ def _make_args(**overrides) -> argparse.Namespace:
         "report": "report/results.json",
         "interactive_auth": False,
         "no_auth": False,
+        "api_auth": False,
         "extensions": [],
         "categories": None,
         "filter_expr": None,

src/vip/cli.py

@@ -520,10 +520,18 @@ def _run_verify_local(args: argparse.Namespace) -> None:
         )
         sys.exit(1)
 
+    if args.no_auth and args.api_auth:
+        print(
+            "\033[1mError: --no-auth and --api-auth are mutually exclusive.\033[0m",
+            file=sys.stderr,
+            flush=True,
+        )
+        sys.exit(1)
+
     # Print notes for products that are not configured so the user knows
     # upfront which categories will be skipped.
     _print_skip_notes(config_path)
-    if not args.no_auth:
+    if not args.no_auth and not args.api_auth:
         _check_credentials(
             config_path,
             interactive_auth=args.interactive_auth or args.headless_auth,
@@ -552,6 +560,8 @@ def _run_verify_local(args: argparse.Namespace) -> None:
         cmd.append("--headless-auth")
     if args.no_auth:
         cmd.append("--no-auth")
+    if args.api_auth:
+        cmd.append("--api-auth")
     for ext in args.extensions or []:
         cmd.append(f"--vip-extensions={ext}")
     if args.categories:
@@ -1063,6 +1073,12 @@ def main() -> None:
         default=False,
         help="Skip all tests that require authentication (Connect and Workbench)",
     )
+    verify_parser.add_argument(
+        "--api-auth",
+        action="store_true",
+        default=False,
+        help="Run only API-key-authenticated tests; skip tests requiring browser credentials",
+    )
 
     # Test selection
     verify_parser.add_argument(

src/vip/plugin.py

@@ -95,6 +95,12 @@ def pytest_addoption(parser: pytest.Parser) -> None:
         default=False,
         help="Skip all tests that require authentication credentials (Connect and Workbench).",
     )
+    group.addoption(
+        "--api-auth",
+        action="store_true",
+        default=False,
+        help="Run only API-key-authenticated tests; skip tests that require browser credentials.",
+    )
     group.addoption(
         "--vip-verbose",
         action="store_true",
@@ -148,6 +154,10 @@ def pytest_configure(config: pytest.Config) -> None:
         "markers",
         "if_applicable: skip when the related feature is not configured",
     )
+    config.addinivalue_line(
+        "markers",
+        "api_auth: test requires only an API key, not browser credentials",
+    )
 
     # In concise mode, suppress the "short test summary info" section — the
     # inline concise error messages make it redundant.
@@ -310,6 +320,7 @@ def pytest_collection_modifyitems(
     version requirement is not met, and ensure prerequisites run first."""
     vip_cfg: VIPConfig = config.stash[_vip_config_key]
     no_auth = config.getoption("--no-auth", default=False)
+    api_auth = config.getoption("--api-auth", default=False)
 
     # Sort so prerequisites run before everything else, and assign xdist
     # groups so that each product's tests land on a dedicated worker.
@@ -325,6 +336,9 @@ def pytest_collection_modifyitems(
         if no_auth and _requires_auth(item):
             deselected.append(item)
             continue
+        if api_auth and _requires_auth(item) and not _is_api_auth_only(item):
+            deselected.append(item)
+            continue
         _maybe_skip_for_version(item, vip_cfg)
         _assign_xdist_group(item)
         _stash_scenario_metadata(item)
@@ -454,6 +468,11 @@ def _requires_auth(item: pytest.Item) -> bool:
     return False
 
 
+def _is_api_auth_only(item: pytest.Item) -> bool:
+    """Return True if *item* is marked as requiring only API-key authentication."""
+    return item.get_closest_marker("api_auth") is not None
+
+
 def _maybe_skip_for_version(item: pytest.Item, cfg: VIPConfig) -> None:
     marker = item.get_closest_marker("min_version")
     if marker is None:

src/vip_tests/connect/test_auth.feature

@@ -11,6 +11,7 @@ Feature: Connect authentication
     Then the user is successfully authenticated
     And the Connect dashboard is displayed
 
+  @api_auth
   Scenario: API key authentication works
     Given Connect is accessible at the configured URL
     And a valid API key is configured

src/vip_tests/connect/test_content_deploy.feature

@@ -1,4 +1,4 @@
-@connect
+@connect @api_auth
 Feature: Connect content deployment
   As a Posit Team administrator
   I want to verify that content can be deployed and executed

src/vip_tests/connect/test_data_sources.feature

@@ -1,4 +1,4 @@
-@connect @if_applicable
+@connect @if_applicable @api_auth
 Feature: Connect external data sources
   As a Posit Team administrator
   I want to verify that external data sources connect and function

src/vip_tests/connect/test_email.feature

@@ -1,4 +1,4 @@
-@connect @if_applicable
+@connect @if_applicable @api_auth
 Feature: Connect email delivery
   As a Posit Team administrator
   I want to verify that Connect can send emails

src/vip_tests/connect/test_packages.feature

@@ -1,4 +1,4 @@
-@connect
+@connect @api_auth
 Feature: Connect package installation source
   As a Posit Team administrator
   I want to verify that Connect installs packages from the correct source

src/vip_tests/connect/test_runtime_versions.feature

@@ -1,4 +1,4 @@
-@connect
+@connect @api_auth
 Feature: Connect R and Python versions
   As a Posit Team administrator
   I want to verify that the expected R and Python versions are available

src/vip_tests/connect/test_system_checks.feature

@@ -1,4 +1,4 @@
-@connect
+@connect @api_auth
 Feature: Connect system checks
   As a Posit Team administrator
   I want to run the Connect system diagnostics

src/vip_tests/connect/test_users.feature

@@ -1,4 +1,4 @@
-@connect
+@connect @api_auth
 Feature: Connect user management
   As a Posit Team administrator
   I want to verify that user and group management APIs are functional