Run all integration tests also on GitHub actions

Author: pascalberger

.github/workflows/integrationtests.yml

@@ -36,6 +36,64 @@ jobs:
         with:
           name: NuGet Package
           path: ./BuildArtifacts/Packages/NuGet/
+  # Integration Tests Cake.Issues.GitRepository Cake Scripting
+  IntegrationTestsGitRepositoryCakeScripting:
+    name: Integration Tests Cake.Issues.GitRepository Cake Scripting
+    needs: Build
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [
+          windows-2019, windows-2022,
+          ubuntu-20.04, ubuntu-22.04,
+          macos-11, macos-14]
+        dotnet: [6.x, 7.x, 8.x]
+    runs-on: ${{ matrix.os }}
+    steps:
+      - name: Get the sources
+        uses: actions/checkout@1d96c772d19495a3b5c517cd2bc0cb401ea0529f # v4
+      - name: Download build artifact
+        uses: actions/download-artifact@9c19ed7fe5d278cd354c7dfd5d3b88589c7e2395 # v4
+        with:
+          name: NuGet Package
+          path: ./BuildArtifacts/Packages/NuGet
+      - name: Install .NET
+        uses: actions/setup-dotnet@4d6c8fcf3c8f7a60068d26b594648e99df24cee3 # v4
+        with:
+          dotnet-version: ${{ matrix.dotnet }}
+      - name: Run integration tests
+        run: ./build.sh --verbosity=diagnostic
+        working-directory: ./tests/Cake.Issues.GitRepository/script-runner/
+        shell: bash
+  # Integration Tests Cake.Issues.Markdownlint Cake Scripting
+  IntegrationTestsMarkdownlintCakeScripting:
+    name: Integration Tests Cake.Issues.Markdownlint Cake Scripting
+    needs: Build
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [
+          windows-2019, windows-2022,
+          ubuntu-20.04, ubuntu-22.04,
+          macos-11, macos-14]
+        dotnet: [6.x, 7.x, 8.x]
+    runs-on: ${{ matrix.os }}
+    steps:
+      - name: Get the sources
+        uses: actions/checkout@1d96c772d19495a3b5c517cd2bc0cb401ea0529f # v4
+      - name: Download build artifact
+        uses: actions/download-artifact@9c19ed7fe5d278cd354c7dfd5d3b88589c7e2395 # v4
+        with:
+          name: NuGet Package
+          path: ./BuildArtifacts/Packages/NuGet
+      - name: Install .NET
+        uses: actions/setup-dotnet@4d6c8fcf3c8f7a60068d26b594648e99df24cee3 # v4
+        with:
+          dotnet-version: ${{ matrix.dotnet }}
+      - name: Run integration tests
+        run: ./build.sh --verbosity=diagnostic
+        working-directory: ./tests/Cake.Issues.Markdownlint/script-runner/
+        shell: bash
   # Integration Tests Cake.Issues.MsBuild Cake Scripting
   IntegrationTestsMsBuildCakeScripting:
     name: Integration Tests Cake.Issues.MsBuild Cake Scripting
@@ -95,3 +153,90 @@ jobs:
         run: ./build.sh --verbosity=diagnostic
         working-directory: ./tests/Cake.Issues.PullRequests.GitHubActions/script-runner/
         shell: bash
+  # Integration Tests Cake.Issues.Reporting.Console Cake Scripting
+  IntegrationTestsReportingConsoleCakeScripting:
+    name: Integration Tests Cake.Issues.Reporting.Console Cake Scripting
+    needs: Build
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [
+          windows-2019, windows-2022,
+          ubuntu-20.04, ubuntu-22.04,
+          macos-11, macos-14]
+        dotnet: [6.x, 7.x, 8.x]
+    runs-on: ${{ matrix.os }}
+    steps:
+      - name: Get the sources
+        uses: actions/checkout@1d96c772d19495a3b5c517cd2bc0cb401ea0529f # v4
+      - name: Download build artifact
+        uses: actions/download-artifact@9c19ed7fe5d278cd354c7dfd5d3b88589c7e2395 # v4
+        with:
+          name: NuGet Package
+          path: ./BuildArtifacts/Packages/NuGet
+      - name: Install .NET
+        uses: actions/setup-dotnet@4d6c8fcf3c8f7a60068d26b594648e99df24cee3 # v4
+        with:
+          dotnet-version: ${{ matrix.dotnet }}
+      - name: Run integration tests
+        run: ./build.sh --verbosity=diagnostic
+        working-directory: ./tests/Cake.Issues.Reporting.Console/script-runner/
+        shell: bash
+  # Integration Tests Cake.Issues.Reporting.Generic Cake Scripting
+  IntegrationTestsReportingGenericCakeScripting:
+    name: Integration Tests Cake.Issues.Reporting.Generic Cake Scripting
+    needs: Build
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [
+          windows-2019, windows-2022,
+          ubuntu-20.04, ubuntu-22.04,
+          macos-11, macos-14]
+        dotnet: [6.x, 7.x, 8.x]
+    runs-on: ${{ matrix.os }}
+    steps:
+      - name: Get the sources
+        uses: actions/checkout@1d96c772d19495a3b5c517cd2bc0cb401ea0529f # v4
+      - name: Download build artifact
+        uses: actions/download-artifact@9c19ed7fe5d278cd354c7dfd5d3b88589c7e2395 # v4
+        with:
+          name: NuGet Package
+          path: ./BuildArtifacts/Packages/NuGet
+      - name: Install .NET
+        uses: actions/setup-dotnet@4d6c8fcf3c8f7a60068d26b594648e99df24cee3 # v4
+        with:
+          dotnet-version: ${{ matrix.dotnet }}
+      - name: Run integration tests
+        run: ./build.sh --verbosity=diagnostic
+        working-directory: ./tests/Cake.Issues.Reporting.Generic/script-runner/
+        shell: bash
+  # Integration Tests Cake.Issues.Reporting.Sarif Cake Scripting
+  IntegrationTestsReportingSarifCakeScripting:
+    name: Integration Tests Cake.Issues.Reporting.Sarif Cake Scripting
+    needs: Build
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [
+          windows-2019, windows-2022,
+          ubuntu-20.04, ubuntu-22.04,
+          macos-11, macos-14]
+        dotnet: [6.x, 7.x, 8.x]
+    runs-on: ${{ matrix.os }}
+    steps:
+      - name: Get the sources
+        uses: actions/checkout@1d96c772d19495a3b5c517cd2bc0cb401ea0529f # v4
+      - name: Download build artifact
+        uses: actions/download-artifact@9c19ed7fe5d278cd354c7dfd5d3b88589c7e2395 # v4
+        with:
+          name: NuGet Package
+          path: ./BuildArtifacts/Packages/NuGet
+      - name: Install .NET
+        uses: actions/setup-dotnet@4d6c8fcf3c8f7a60068d26b594648e99df24cee3 # v4
+        with:
+          dotnet-version: ${{ matrix.dotnet }}
+      - name: Run integration tests
+        run: ./build.sh --verbosity=diagnostic
+        working-directory: ./tests/Cake.Issues.Reporting.Sarif/script-runner/
+        shell: bash

azure-pipelines.yml

@@ -96,8 +96,8 @@ stages:
   displayName: Integration Tests Cake.Issues.Markdownlint
   dependsOn: IntegrationTestsBuildStage
   jobs:
-  - job: TestMarkdownlintJob
-    displayName: Test
+  - job: TestMarkdownlintScriptingJob
+    displayName: Test Cake Scripting
     strategy:
       matrix:
         Windows_Server_2019:
@@ -119,10 +119,10 @@ stages:
     - template: .azuredevops/pipelines/templates/steps/install-markdownlint.yml 
     - template: .azuredevops/pipelines/templates/steps/provide-nuget-packages.yml 
     - powershell: ./build.ps1 --verbosity=diagnostic
-      workingDirectory: ./tests/Cake.Issues.Markdownlint
+      workingDirectory: ./tests/Cake.Issues.Markdownlint/script-runner
       displayName: 'Run integration tests'
-    - publish: $(Build.SourcesDirectory)/tests/Cake.Issues.Markdownlint/output/report.html
-      artifact: Integration Tests Cake.Issues.Markdownlint $(System.JobName)
+    - publish: $(Build.SourcesDirectory)/tests/Cake.Issues.Markdownlint/script-runner/output/report.html
+      artifact: Integration Tests Cake.Issues.Markdownlint Cake Scripting $(System.JobName)
       displayName: 'Publish generated reports as build artifact'
 
 - stage: IntegrationTestsMsBuildStage

tests/Cake.Issues.GitRepository/script-runner/build.sh

@@ -2,7 +2,7 @@
 <configuration>
   <packageSources>
     <clear />
-    <add key="Integration" value="../../BuildArtifacts/Packages/NuGet" />
+    <add key="Integration" value="../../../BuildArtifacts/Packages/NuGet" />
     <add key="NuGet.org" value="https://api.nuget.org/v3/index.json" />
   </packageSources>
   <disabledPackageSources>