feat(uv, ci): Api and shared-data uv migration

.github/actions/python/setup-uv/action.yaml

@@ -0,0 +1,40 @@
+name: 'UV Python Setup'
+description: 'Set up the environment for a UV-managed Python project'
+inputs:
+  project:
+    description: 'Which project (by subdirectory) to set up'
+    required: true
+  python-version:
+    description: 'Python version to install via setup-uv'
+    required: false
+    default: '3.10'
+  install-system-deps:
+    description: 'Whether to install system dependencies (libsystemd-dev on Linux)'
+    required: false
+    default: 'true'
+runs:
+  using: 'composite'
+  steps:
+    - shell: bash
+      if: inputs.install-system-deps == 'true'
+      run: |
+        if [[ "${OSTYPE}" =~ "linux" ]]; then
+          # WORKAROUND: Remove microsoft debian repo due to https://github.com/microsoft/linux-package-repositories/issues/130. Remove line below after it is resolved
+          sudo rm -f /etc/apt/sources.list.d/microsoft-prod.list
+          sudo apt-get update
+          sudo apt-get install -y --no-install-recommends libsystemd-dev
+        fi
+    - shell: bash
+      run: npm install --global [email protected]
+    - name: Setup Python and UV
+      uses: astral-sh/setup-uv@v7
+      with:
+        python-version: ${{ inputs.python-version }}
+        enable-cache: true
+        cache-dependency-glob: |
+          ${{ inputs.project }}/pyproject.toml
+          ${{ inputs.project }}/uv.lock
+    - name: Setup Python Environment
+      id: setup-env
+      shell: bash
+      run: make -C ${{ inputs.project }} setup

.github/actions/python/setup/action.yaml

@@ -4,35 +4,39 @@ inputs:
   project:
     description: 'Which project (by subdirectory) to set up'
     required: true
-  python-version:
-    description: "What Python version to use to create the project's virtual environment"
+  install-system-deps:
+    description: 'Whether to install system dependencies (libsystemd-dev on Linux)'
     required: false
-    default: "false"
+    default: 'true'
 runs:
   using: 'composite'
   steps:
     - shell: bash
+      if: inputs.install-system-deps == 'true'
       run: |
         if [[ "${OSTYPE}" =~ "linux" ]]; then
           # WORKAROUND: Remove microsoft debian repo due to https://github.com/microsoft/linux-package-repositories/issues/130. Remove line below after it is resolved
           sudo rm -f /etc/apt/sources.list.d/microsoft-prod.list
           sudo apt-get update
           sudo apt-get install -y --no-install-recommends libsystemd-dev
         fi
-    - name: Set the OT_PYTHON env variable
-      shell: bash
-      run: echo "OT_PYTHON=$(which python)" >> $GITHUB_ENV
-    - name: If provided set the OT_VIRTUALENV_VERSION env variable
-      shell : bash
-      if: ${{ inputs.python-version != 'false' }}
-      run: echo "OT_VIRTUALENV_VERSION=${{ inputs.python-version }}" >> $GITHUB_ENV
     - shell: bash
       run: npm install --global [email protected]
-    - shell: bash
-      run: $OT_PYTHON -m pip install --upgrade pip
-    - shell: bash
-      run: $OT_PYTHON -m pip install --user pipenv==2023.12.1
-    - shell: bash
-      run: $OT_PYTHON -m pip install --user virtualenv==20.30.0
-    - shell: bash
-      run: 'make -C ${{ inputs.project }} setup || make -C ${{ inputs.project }} setup'
+    - name: Setup Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.10'
+    - name: Install pipenv and virtualenv
+      shell: bash
+      run: |
+        python -m pip install --upgrade pip
+        python -m pip install --user pipenv==2023.12.1
+        python -m pip install --user virtualenv==20.30.0
+    - name: Setup Python Environment
+      id: setup-env
+      shell: bash
+      run: |
+        # For pipenv projects, make setup runs "pipenv sync --dev" which always installs dev dependencies
+        # (see scripts/python.mk where pipenv_opts includes --dev)
+        make -C ${{ inputs.project }} setup
+        echo "::notice::Setup completed"

.github/workflows/api-test-lint-deploy.yaml

@@ -58,13 +58,10 @@ jobs:
       - uses: 'actions/setup-node@v4'
         with:
           node-version: '22.12.0'
-      - uses: 'actions/setup-python@v4'
-        with:
-          python-version: '3.10'
-
-      - uses: './.github/actions/python/setup'
+      - uses: './.github/actions/python/setup-uv'
         with:
           project: 'api'
+          python-version: '3.10'
       - name: Lint with opentrons_hardware
         run: make -C api lint
   test:
@@ -95,24 +92,19 @@ jobs:
       - uses: 'actions/setup-node@v4'
         with:
           node-version: '22.12.0'
-      - uses: 'actions/setup-python@v4'
-        with:
-          python-version: ${{ matrix.python }}
       - name: 'set complex environment variables'
         uses: actions/github-script@v6
         with:
           script: |
             const { buildComplexEnvVars, } = require(`${process.env.GITHUB_WORKSPACE}/.github/workflows/utils.js`)
             buildComplexEnvVars(core, context)
-      - uses: './.github/actions/python/setup'
+      - uses: './.github/actions/python/setup-uv'
         with:
           project: 'api'
           python-version: ${{ matrix.python }}
       - if: ${{ matrix.with-ot-hardware == 'false' }}
         name: Remove OT-3 hardware package
         run: make -C api setup-ot2
-        env:
-          OT_VIRTUALENV_VERSION: ${{ matrix.python }}
       - if: ${{ matrix.with-ot-hardware == 'false' }}
         name: Test without opentrons_hardware
         run: make -C api test-ot2
@@ -141,21 +133,12 @@ jobs:
         run: |
           git fetch -f origin ${{ github.ref }}:${{ github.ref }}
           git checkout ${{ github.ref }}
-      - uses: 'actions/setup-python@v4'
-        with:
-          python-version: '3.10'
       - name: Set up package-testing
         id: setup
-        if: ${{ matrix.os != 'windows-2022' }}
-        working-directory: package-testing
-        shell: bash
-        run: make setup
-      - name: Set up package-testing (Windows)
-        id: setup-windows
-        if: ${{ matrix.os == 'windows-2022' }}
-        working-directory: package-testing
-        shell: pwsh
-        run: make setup-windows
+        uses: './.github/actions/python/setup-uv'
+        with:
+          project: 'package-testing'
+          python-version: '3.10'
       - name: Run the tests
         if: ${{ matrix.os != 'windows-2022' }}
         shell: bash
@@ -168,7 +151,7 @@ jobs:
         working-directory: package-testing
         run: make test-windows
       - name: Save the test results
-        if: ${{ always() && steps.setup.outcome == 'success' || steps.setup-windows.outcome == 'success' }}
+        if: ${{ always() && steps.setup.outcome == 'success' }}
         id: results
         uses: actions/upload-artifact@v4
         with:
@@ -202,18 +185,16 @@ jobs:
       - uses: 'actions/setup-node@v4'
         with:
           node-version: '22.12.0'
-      - uses: 'actions/setup-python@v4'
-        with:
-          python-version: '3.10'
       - name: 'set complex environment variables'
         uses: actions/github-script@v6
         with:
           script: |
             const { buildComplexEnvVars, } = require(`${process.env.GITHUB_WORKSPACE}/.github/workflows/utils.js`)
             buildComplexEnvVars(core, context)
-      - uses: './.github/actions/python/setup'
+      - uses: './.github/actions/python/setup-uv'
         with:
           project: 'api'
+          python-version: '3.10'
       - name: 'build api distributables'
         shell: bash
         run: make -C api sdist wheel

.github/workflows/docs-build.yaml

@@ -83,10 +83,7 @@ jobs:
       - uses: 'actions/setup-node@v4'
         with:
           node-version: '22.12.0'
-      - uses: 'actions/setup-python@v3'
-        with:
-          python-version: '3.10'
-      - uses: './.github/actions/python/setup'
+      - uses: './.github/actions/python/setup-uv'
         with:
           project: 'api'
       - name: 'Build docs'

.github/workflows/g-code-confirm-tests.yaml

@@ -42,13 +42,9 @@ jobs:
       - uses: 'actions/setup-node@v4'
         with:
           node-version: '12'
-      - uses: 'actions/setup-python@v3'
-        with:
-          python-version: '3.10'
-      - uses: './.github/actions/python/setup'
+      - uses: './.github/actions/python/setup-uv'
         with:
           project: 'g-code-testing'
-
       - name: 'Verify no missing comparison files'
         run: make -C g-code-testing check-for-missing-comparison-files
 

.github/workflows/g-code-testing-lint-test.yaml

@@ -60,10 +60,7 @@ jobs:
           script: |
             const { buildComplexEnvVars } = require(`${process.env.GITHUB_WORKSPACE}/.github/workflows/utils.js`)
             buildComplexEnvVars(core, context)
-      - uses: 'actions/setup-python@v4'
-        with:
-          python-version: '3.10'
-      - uses: './.github/actions/python/setup'
+      - uses: './.github/actions/python/setup-uv'
         with:
           project: 'g-code-testing'
       - name: 'cache yarn cache'

.github/workflows/hardware-lint-test.yaml

@@ -52,13 +52,8 @@ jobs:
         with:
           node-version: '12'
 
-      - name: Setup Python
-        uses: 'actions/setup-python@v4'
-        with:
-          python-version: '3.10'
-
       - name: Setup Hardware Project
-        uses: './.github/actions/python/setup'
+        uses: './.github/actions/python/setup-uv'
         with:
           project: 'hardware'
 

.github/workflows/robot-server-lint-test.yaml

@@ -62,11 +62,7 @@ jobs:
       - uses: 'actions/setup-node@v4'
         with:
           node-version: '22.12.0'
-      - uses: 'actions/setup-python@v4'
-        with:
-          python-version: '3.10'
-
-      - uses: './.github/actions/python/setup'
+      - uses: './.github/actions/python/setup-uv'
         with:
           project: 'robot-server'
       - if: ${{ matrix.with-ot-hardware == 'false' }}

.github/workflows/server-utils-lint-test.yaml

@@ -47,11 +47,7 @@ jobs:
       - uses: 'actions/setup-node@v4'
         with:
           node-version: '22.12.0'
-      - uses: 'actions/setup-python@v4'
-        with:
-          python-version: '3.10'
-
-      - uses: './.github/actions/python/setup'
+      - uses: './.github/actions/python/setup-uv'
         with:
           project: 'server-utils'
       - name: Lint
@@ -68,10 +64,7 @@ jobs:
       - uses: 'actions/setup-node@v4'
         with:
           node-version: '22.12.0'
-      - uses: 'actions/setup-python@v4'
-        with:
-          python-version: '3.10'
-      - uses: './.github/actions/python/setup'
+      - uses: './.github/actions/python/setup-uv'
         with:
           project: 'server-utils'
       - name: Test