update test github workflow

Author: Cecylia Borek

.github/actions/setup-python/action.yml

@@ -0,0 +1,16 @@
+name: Setup Python Testing Environment
+description: Sets up Python and dependencies for tests
+inputs:
+  python-version:
+    required: true
+runs:
+  using: composite
+  steps:
+    - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493
+    - name: Setup Python
+      uses: actions/setup-python@9322b3ca74000aeb2c01eb777b646334015ddd72
+      with:
+        python-version: ${{ inputs.python-version }}
+    - name: Install dependencies
+      run: pip install tox
+      shell: bash

.github/workflows/test.yml

@@ -2,7 +2,26 @@ name: Python CI
 on: [push, workflow_dispatch]
 
 jobs:
-  build:
+  unit-tests:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-latest]
+        python-version: [3.9, 3.13]
+        include:
+          - os: ubuntu-22.04
+            python-version: 3.7
+      fail-fast: false
+    steps:
+      - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493
+      - uses: ./.github/actions/setup-python
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Run Unit Tests
+        run: tox -e py -- tests/unit
+
+  integration-tests:
+    needs: unit-tests
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
@@ -11,25 +30,58 @@ jobs:
         python-version: [3.9]
         splunk-version: [9.4, latest]
         include:
-          # Oldest possible configuration
-          # Last Ubuntu version with Python 3.7 binaries available
           - os: ubuntu-22.04
             python-version: 3.7
-            splunk-version: 9.1
-          # Latest possible configuration
+            splunk-version: "9.1"
           - os: ubuntu-latest
             python-version: 3.13
             splunk-version: latest
     steps:
-      - name: Checkout code
-        uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493
+      - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493
+
+      - uses: ./.github/actions/setup-python
+        with:
+          python-version: ${{ matrix.python-version }}
+          os: ${{ matrix.os }}
+
       - name: Run docker compose
         run: SPLUNK_VERSION=${{ matrix.splunk-version }} docker compose up -d
-      - name: Setup Python
-        uses: actions/setup-python@9322b3ca74000aeb2c01eb777b646334015ddd72
+
+      - name: Wait for Splunk setup completion
+        run: make wait_up
+
+      - name: Run integration tests
+        run: tox -e py -- tests/integration
+
+  system-tests:
+    needs: unit-tests
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest]
+        python-version: [3.9]
+        splunk-version: [9.4, latest]
+        include:
+          - os: ubuntu-22.04
+            python-version: 3.7
+            splunk-version: "9.1"
+          - os: ubuntu-latest
+            python-version: 3.13
+            splunk-version: latest
+    steps:
+      - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493
+      
+      - uses: ./.github/actions/setup-python
         with:
           python-version: ${{ matrix.python-version }}
-      - name: Install tox
-        run: pip install tox
-      - name: Test Execution
-        run: tox -e py
+          os: ${{ matrix.os }}
+
+      - name: Run docker compose (System)
+        run: SPLUNK_VERSION=${{matrix.splunk-version}} docker compose up -d
+
+      - name: Wait for Splunk setup completion
+        run: make wait_up
+
+      - name: Run System Tests
+        run: tox -e py -- tests/system

Makefile

@@ -34,7 +34,7 @@ docs:
 .PHONY: test
 test:
 	@echo "$(ATTN_COLOR)==> test $(NO_COLOR)"
-	@tox -e py37,py39
+	@tox
 
 .PHONY: test_specific
 test_specific:

tox.ini

@@ -1,5 +1,5 @@
 [tox]
-envlist = clean,docs,py37,py39,313
+envlist = clean,py{37,39,313}
 skipsdist = {env:TOXBUILD:false}
 
 [testenv:pep8]
@@ -32,7 +32,7 @@ deps = pytest
 
 distdir = build
 commands =
-    {env:TOXBUILD:python -m pytest --junitxml=test-reports/junit-{envname}.xml --cov --cov-config=.coveragerc} {posargs}
+    {env:TOXBUILD:python -m pytest --junitxml=test-reports/junit-{envname}.xml --cov --cov-config=.coveragerc} {posargs:tests}
 
 [testenv:clean]
 deps = coverage