deselect some tests because they cost money or exceed rate limits

.github/workflows/pytest.yml

@@ -42,7 +42,7 @@ jobs:
         GITHUB_API_KEY: "${{ secrets.GITHUB_TOKEN }}"
         GITLAB_API_KEY: "${{ secrets.GITLAB_API_KEY }}"
       run: |
-        pytest --cov=./ --cov-report=xml
+        pytest --cov=./ --cov-report=xml -m "not manual"
 
     - name: Upload coverage reports to Codecov
       uses: codecov/codecov-action@v5

pytest.ini

@@ -0,0 +1,3 @@
+[pytest]
+markers =
+    manual: Tests that are excluded from default execution

tests/test_agent.py

@@ -1,3 +1,5 @@
+import pytest
+
 def test_agent_comment_on_issue():
     import os
     from functools import partial
@@ -31,7 +33,7 @@ def test_agent_comment_on_issue():
     assert former_comment != new_comment
     assert "print" in new_comment
 
-
+@pytest.mark.manual
 def test_agent_try_solving_issue():
     import os
     from functools import partial

tests/test_endpoints.py

@@ -1,23 +1,31 @@
+import pytest
+
+@pytest.mark.manual
 def test_anthropic():
     from git_bob._endpoints import prompt_anthropic
     assert "ok" in str(prompt_anthropic("Answer with ok!")).lower()
 
+@pytest.mark.manual
 def test_openai():
     from git_bob._endpoints import prompt_openai
     assert "ok" in str(prompt_openai("Answer with ok!")).lower()
 
+@pytest.mark.manual
 def test_google():
     from git_bob._endpoints import prompt_googleai
     assert "ok" in str(prompt_googleai("Answer with ok!")).lower()
 
+@pytest.mark.manual
 def test_mistral():
     from git_bob._endpoints import prompt_mistral
     assert "ok" in str(prompt_mistral("Answer with ok!")).lower()
 
+@pytest.mark.manual
 def test_azure():
     from git_bob._endpoints import prompt_azure
     assert "ok" in str(prompt_azure("Answer with ok!", model="gpt-4o-mini")).lower()
 
+@pytest.mark.manual
 def test_deepseek():
     from git_bob._endpoints import prompt_deepseek
     assert "ok" in str(prompt_deepseek("Answer with ok!")).lower()