Enable the integration tests for Anthropic (stacklok#743)

* Enable the integration tests for Anthropic

Signed-off-by: Radoslav Dimitrov <[email protected]>

* Add the secret for the anthropic key

Signed-off-by: Radoslav Dimitrov <[email protected]>

---------

Signed-off-by: Radoslav Dimitrov <[email protected]>

Author: rdimitrov

.github/workflows/integration-tests.yml

@@ -12,6 +12,9 @@ on:
       copilot-key:
         description: 'The Copilot key to use for integration tests'
         required: true
+      anthropic-key:
+        description: 'The Anthropic key to use for integration tests'
+        required: true
 
 jobs:
   integration-tests:
@@ -136,6 +139,13 @@ jobs:
         run: |
           poetry run python tests/integration/integration_tests.py
 
+      - name: Run integration tests - Anthropic
+        env:
+          CODEGATE_PROVIDERS: "anthropic"
+          ENV_ANTHROPIC_KEY: ${{ secrets.anthropic-key }}
+        run: |
+          poetry run python tests/integration/integration_tests.py
+
       - name: Print the container logs (useful for debugging)
         if: always()
         run: |

.github/workflows/run-on-pr.yml

@@ -28,3 +28,4 @@ jobs:
       artifact-name: "codegate-image"
     secrets:
       copilot-key: ${{ secrets.INTEGRATION_TESTS_COPILOT_KEY }}
+      anthropic-key: ${{ secrets.INTEGRATION_TESTS_ANTHROPIC_KEY }}

.github/workflows/run-on-push.yml

@@ -27,6 +27,7 @@ jobs:
       artifact-name: "codegate-image"
     secrets:
       copilot-key: ${{ secrets.INTEGRATION_TESTS_COPILOT_KEY }}
+      anthropic-key: ${{ secrets.INTEGRATION_TESTS_ANTHROPIC_KEY }}
   openapi:
     name: Generate the OpenAPI docs
     needs: [ci]

tests/integration/testcases.yaml

@@ -217,15 +217,7 @@ testcases:
         "temperature":0
       }
     likes: |
-      Hello! I'm CodeGate, your security-focused AI assistant. I can help you with:
-
-      - Software security analysis and reviews
-      - Package security assessments
-      - Secure coding practices and guidance
-      - Security vulnerability analysis
-      - Best practices for secure implementations
-
-      How can I assist you with your security needs today?
+      Hello! How can I assist you today?
 
   anthropic_fim:
     name: Anthropic FIM