[CI] Build only the relevant projects for Quarantined/Outerloop

.. workflows.

These workflows have been running out of space on github runners while
just building the solution, even though it is just the test projects.

What we really need is a few test projects with the relevant attribute
like `[OuterloopTest("..")]`, and generate the runsheet for them. So we
add a new shell script which can find such projects, and then build
only those.

This makes it much faster too.

Fixes #13210 .

Author: radical

.github/workflows/specialized-test-runner.yml

@@ -8,6 +8,10 @@ on:
         required: true
         type: string
         description: 'Arcade test runner name'
+      attributeName:
+        required: true
+        type: string
+        description: 'Attribute name to filter tests by like QuarantinedTest or OuterLoopTest'
       extraRunSheetBuilderArgs:
         required: false
         type: string
@@ -33,13 +37,12 @@ jobs:
     if: ${{ github.repository_owner == 'dotnet' }}
     outputs:
       runsheet: ${{ steps.generate_tests_matrix.outputs.runsheet }}
+      requiresNugets: ${{ steps.check_nugets.outputs.requiresNugets }}
     steps:
       - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
 
-      - name: Show disk usage before build
-        run: |-
-          df -h
-          du -sh ${{ github.workspace }}
+      - name: Identify relevant test projects
+        run: ./eng/scripts/generate-specialized-test-projects-list.sh ${{ inputs.attributeName }} ${{ github.workspace }}/artifacts/BeforeBuildProps.props
 
       # We need to build test projects, so that we can interrogate each test project
       # and find out whether it contains any tests of the specified type.
@@ -50,9 +53,9 @@ jobs:
           --restore
           --build
           -c Release
-          /p:BuildTestsOnly=true
           /p:GeneratePackageOnBuild=false
           /p:InstallBrowsersForPlaywright=false
+          /p:BeforeBuildPropsPath=${{ github.workspace }}/artifacts/BeforeBuildProps.props
 
       - name: Generate test runsheet
         id: generate_tests_matrix
@@ -67,30 +70,35 @@ jobs:
           /p:Restore=false
           /p:Build=false
           /p:InstallBrowsersForPlaywright=false
+          /p:BeforeBuildPropsPath=${{ github.workspace }}/artifacts/BeforeBuildProps.props
           /bl:${{ github.workspace }}/artifacts/log/Release/runsheet.binlog
 
-      - name: Show disk usage after build
-        if: ${{ always() }}
-        run: |-
-          df -h
-          du -d 1 -h ~/.nuget/packages
-          du -d 1 -h ${{ github.workspace }}
-          du -d 1 -h ${{ github.workspace }}/artifacts
+      - name: Check if any test requires NuGets
+        id: check_nugets
+        run: |
+          RUNSHEET='${{ steps.generate_tests_matrix.outputs.runsheet }}'
+          if echo "$RUNSHEET" | jq -e 'any(.[]; .requiresNugets == true)' > /dev/null 2>&1; then
+            echo "requiresNugets=true" >> $GITHUB_OUTPUT
+          else
+            echo "requiresNugets=false" >> $GITHUB_OUTPUT
+          fi
 
       - name: Upload logs, and test results
         if: ${{ always() }}
         uses: actions/upload-artifact@4cec3d8aa04e39d1a68397de0c4cd6fb9dce8ec1 # v4.6.1
         with:
           name: logs-runsheet
           path: |
+            ${{ github.workspace }}/artifacts/BeforeBuildProps.props
             ${{ github.workspace }}/artifacts/log/*/runsheet.binlog
             ${{ github.workspace }}/artifacts/log/*/TestLogs/**
             ${{ github.workspace }}/artifacts/tmp/*/combined_runsheet.json
           retention-days: 5
 
   build_packages:
     name: Build packages
-    if: ${{ github.repository_owner == 'dotnet' }}
+    needs: [generate_tests_matrix]
+    if: ${{ github.repository_owner == 'dotnet' && needs.generate_tests_matrix.outputs.requiresNugets == 'true' }}
     uses: ./.github/workflows/build-packages.yml
 
   run_tests:
@@ -100,7 +108,7 @@ jobs:
       fail-fast: false
       matrix:
         tests: ${{ fromJson(needs.generate_tests_matrix.outputs.runsheet) }}
-    if: ${{ github.repository_owner == 'dotnet' }}
+    if: ${{ always() && github.repository_owner == 'dotnet' && needs.generate_tests_matrix.result == 'success' && (needs.build_packages.result == 'success' || needs.build_packages.result == 'skipped') }}
     uses: ./.github/workflows/run-tests.yml
     with:
       testShortName: ${{ matrix.tests.project }}

.github/workflows/tests-outerloop.yml

@@ -35,6 +35,7 @@ jobs:
     uses: ./.github/workflows/specialized-test-runner.yml
     with:
       testRunnerName: "OuterloopTestRunsheetBuilder"
+      attributeName: "OuterloopTest"
       extraRunSheetBuilderArgs: "-p:RunOuterloopTests=true"
       extraTestArgs: "--filter-trait outerloop=true"
       enablePlaywrightInstall: true

.github/workflows/tests-quarantine.yml

@@ -35,6 +35,7 @@ jobs:
     uses: ./.github/workflows/specialized-test-runner.yml
     with:
       testRunnerName: "QuarantinedTestRunsheetBuilder"
+      attributeName: "QuarantinedTest"
       extraRunSheetBuilderArgs: "-p:RunQuarantinedTests=true"
       extraTestArgs: "--filter-trait quarantined=true"
       enablePlaywrightInstall: true

eng/Build.props

@@ -10,6 +10,9 @@
       TargetRids             - colon separated list of RIDs to build native projects for
   -->
 
+  <!-- Import custom props file if specified -->
+  <Import Project="$(BeforeBuildPropsPath)" Condition="'$(BeforeBuildPropsPath)' != '' and Exists('$(BeforeBuildPropsPath)')" />
+
   <PropertyGroup>
     <BuildRid>$([System.Runtime.InteropServices.RuntimeInformation]::RuntimeIdentifier)</BuildRid>
 
@@ -62,6 +65,13 @@
     <ProjectToBuild Include="@(_NativeProjectToBuild->Exists())" />
   </ItemGroup>
 
+  <!-- Override ProjectToBuild items if specified -->
+  <ItemGroup Condition="'@(OverrideProjectToBuild)' != ''">
+    <ProjectToBuild Remove="@(ProjectToBuild)" />
+
+    <ProjectToBuild Include="@(OverrideProjectToBuild)" />
+  </ItemGroup>
+
   <!-- When building from source, we want to use the live repo contents as opposed to cloning the repo. -->
   <PropertyGroup Condition="'$(ArcadeBuildFromSource)' == 'true' or '$(DotNetBuildRepo)' == 'true'">
     <CopySrcInsteadOfClone>true</CopySrcInsteadOfClone>

eng/scripts/generate-specialized-test-projects-list.sh

@@ -0,0 +1,53 @@
+#!/bin/bash
+
+# This script generates an MSBuild props file listing test projects that contain tests
+# marked with a specific attribute (e.g., QuarantinedTest).
+#
+# Usage: ./generate-specialized-test-projects-list.sh <attribute_name>
+# Example: ./generate-specialized-test-projects-list.sh QuarantinedTest
+
+set -euo pipefail
+set -x
+
+if [[ $# -ne 2 ]]; then
+    echo "Usage: $0 <attribute_name> <output_file>"
+    exit 1
+fi
+
+ATTRIBUTE_NAME="${1:?Usage: $0 <attribute_name>}"
+REPO_ROOT="$(git rev-parse --show-toplevel)"
+OUTPUT_FILE="$2"
+
+mkdir -p `dirname $OUTPUT_FILE`
+
+# Find all test files with the attribute and extract unique top-level test directories
+PROJECTS=$(grep -rl "^ *\[${ATTRIBUTE_NAME}(\"[^\"]*\")\]" "$REPO_ROOT/tests" 2>/dev/null \
+    | while read -r file; do
+        # Extract the top-level test directory (e.g., tests/Aspire.Hosting.Tests)
+        rel_path="${file#$REPO_ROOT/}"
+        echo "$rel_path" | cut -d'/' -f1-2
+    done \
+    | sort -u || true)
+
+# Generate the MSBuild props file
+cat > "$OUTPUT_FILE" << 'EOF'
+<Project>
+  <ItemGroup>
+EOF
+
+for project_dir in $PROJECTS; do
+    # Find the .csproj file in the directory
+    csproj=$(find "$REPO_ROOT/$project_dir" -maxdepth 1 -name "*.csproj" 2>/dev/null | head -1)
+    if [[ -n "$csproj" ]]; then
+        rel_csproj="${csproj#$REPO_ROOT/}"
+        echo "    <OverrideProjectToBuild Include=\"\$(RepoRoot)$rel_csproj\" />" >> "$OUTPUT_FILE"
+    fi
+done
+
+cat >> "$OUTPUT_FILE" << 'EOF'
+  </ItemGroup>
+</Project>
+EOF
+
+echo "Generated $OUTPUT_FILE"
+cat "$OUTPUT_FILE"