Pin Python packages in workflows. See #5937 (#5949)

* Pin Python packages in workflows. See #5937

* Update CI workflow to use pipenv

* Update coverage workflow to use pipenv

* Pin pipenv version

Author: osyniakov

.github/workflows/ci.yml

@@ -54,7 +54,10 @@ jobs:
     steps:
       - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
       - name: Install Ubuntu packages
-        run: sudo apt-get -y install protobuf-compiler python3
+        run: sudo apt-get -y install protobuf-compiler
+      - uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v.5.6.0
+        with:
+          python-version: '3.11'
       - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36 # v3.0.2
         id: modified
         with:
@@ -94,11 +97,13 @@ jobs:
         working-directory: ./quickwit
       - name: Install python packages
         if: always() && steps.modified.outputs.rust_src == 'true'
-        run: python3 -m venv venv && source venv/bin/activate && pip install pyaml requests
+        run: |
+          pip install --user pipenv==2025.0.4
+          pipenv install --deploy --ignore-pipfile
         working-directory: ./quickwit/rest-api-tests
       - name: Run REST API tests
         if: always() && steps.modified.outputs.rust_src == 'true'
-        run: source venv/bin/activate && python3 ./run_tests.py --binary ../target/debug/quickwit
+        run: pipenv run python3 ./run_tests.py --binary ../target/debug/quickwit
         working-directory: ./quickwit/rest-api-tests
 
   lints:

.github/workflows/coverage.yml

@@ -117,6 +117,10 @@ jobs:
           sudo apt install libsasl2-dev
           sudo apt install libsasl2-2
 
+      - uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v.5.6.0
+        with:
+          python-version: '3.11'
+
       - uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0
         with:
           path: |
@@ -127,12 +131,15 @@ jobs:
             ${{ runner.os }}-cargo-test-${{ hashFiles('Cargo.lock') }}
             ${{ runner.os }}-cargo-test
 
-      - name: Install awslocal
-        run: pip install awscli-local
+      - name: Install python packages
+        run: |
+          pip install --user pipenv==2025.0.4
+          pipenv install --deploy --ignore-pipfile
+        working-directory: ./quickwit/quickwit-cli/tests
 
       - name: Prepare LocalStack S3
-        run: ./quickwit-cli/tests/prepare_tests.sh
-        working-directory: ./quickwit
+        run: pipenv run ./prepare_tests.sh
+        working-directory: ./quickwit/quickwit-cli/tests
 
       # GitHub Actions does not allow services to be started with a custom command,
       # so we are running Azurite as a container manually.

quickwit/quickwit-cli/tests/Pipfile

@@ -0,0 +1,12 @@
+[[source]]
+url = "https://pypi.org/simple"
+verify_ssl = true
+name = "pypi"
+
+[packages]
+awscli-local = "*"
+
+[dev-packages]
+
+[requires]
+python_version = "3.11"