Add base template files for GC Infra CI tests in Azure Pipelines (dotnet#1547)

* Add new yml files for GC CI runs

* Initial template for GC Infra CI tests in Azure Pipelines.

* Added "include" paths to azure-pipelines-gc

Co-authored-by: Drew Scoggins <[email protected]>

Author: ivdiazsa

azure-pipelines-gc.yml

@@ -0,0 +1,30 @@
+resources:
+  containers:
+    - container: ubuntu_x64_build_container
+      image: microsoft/dotnet-buildtools-prereqs:ubuntu-16.04-c103199-20180628134544
+
+# Trigger builds for PR's targeting master
+pr:
+  branches:
+    include:
+    - master
+  paths:
+    include:
+    - src/benchmarks/gc/__main__.py
+    - src/benchmarks/gc/src/*
+    exclude:
+    - src/benchmarks/gc/docs/*
+    - src/benchmarks/gc/.gitignore
+    - src/benchmarks/gc/README.md
+    - src/benchmarks/gc/jupyter_notebook.py
+
+jobs:
+
+- template: /eng/performance/gc_jobs.yml
+  parameters:
+    osName: windows
+    osVersion: RS5
+    architecture: x64
+    pool: Hosted VS2017
+    kind: scenarios
+    queue: Windows.10.Amd64.ClientRS5.Open

eng/performance/gc_jobs.yml

@@ -0,0 +1,52 @@
+parameters:
+  osName: ''            # required -- windows | linux | macos
+  osVersion: ''         # required -- OS version
+  kind: ''              # required -- benchmark kind. As of today, only "micro" and "mlnet" benchmarks are supported, we plan to add "scenarios" soon
+  architecture: ''      # required -- Architecture. Allowed values: x64, x86, arm, arm64
+  pool: ''              # required -- name of the Helix pool
+  queue: ''             # required -- name of the Helix queue
+  container: ''         # optional -- id of the container
+
+jobs:
+- template: ../common/templates/jobs/jobs.yml
+  parameters:
+    enableTelemetry: false
+    enablePublishBuildArtifacts: true
+    helixRepo: dotnet/performance
+    jobs:
+      - job: '${{ parameters.osName }}_${{ parameters.osVersion }}_${{ parameters.architecture }}_${{ parameters.kind }}'
+        displayName: '${{ parameters.osName }} ${{ parameters.osVersion }} ${{ parameters.architecture }} ${{ parameters.kind }}'
+        timeoutInMinutes: 320
+        variables:
+          - name: Python
+            value: 'py -3'
+          - group: DotNet-HelixApi-Access
+        workspace:
+          clean: all
+        pool:
+          name: ${{ parameters.pool }}
+        container: ${{ parameters.container }}
+
+        steps:
+        - checkout: self
+          clean: true
+        - script: $(Python) scripts/gcinfra_setup.py
+          displayName: Set up GCPerf, GCPerfSim, and C Tools
+
+        #Your steps here
+
+        # - template: /eng/performance/send-to-helix.yml
+        #   parameters:
+        #     HelixSource: '$(HelixSourcePrefix)/dotnet/performance/$(Build.SourceBranch)' # Need to update this
+        #     HelixType: 'test/performance_$(_BuildConfig)/' #Need to update this
+        #     HelixAccessToken: $(HelixApiAccessToken)
+        #     HelixTargetQueues: ${{ parameters.queue }}
+        #     HelixPreCommands: $(HelixPreCommand)
+        #     Creator: $(Creator)
+        #     Architecture: ${{ parameters.architecture }}
+        #     TargetCsproj: ${{ parameters.csproj }}
+        #     WorkItemTimeout: 4:00 # 4 hours
+        #     Python: $(Python)
+        #     ${{ if eq(parameters.osName, 'windows') }}:
+        #       WorkItemDirectory: '$(Build.SourcesDirectory)\docs' # Need to update this
+        #       CorrelationPayloadDirectory: '$(Build.SourcesDirectory)\notLocked' # Need to update this

scripts/gcinfra_setup.py

@@ -0,0 +1,34 @@
+#!/usr/bin/env python3
+
+import os
+import sys
+
+from performance.common import get_repo_root_path
+from performance.common import push_dir
+from performance.common import RunCommand
+
+def _get_gcinfra_path() -> str:
+    return os.path.join(get_repo_root_path(), "src", "benchmarks", "gc")
+
+def __main(args: list) -> int:
+    infra_base_path = _get_gcinfra_path()
+    with push_dir(infra_base_path):
+        gcperfsim_path = os.path.join(infra_base_path, "src", "exec", "GCPerfSim")
+        gcperf_path = os.path.join(infra_base_path, "src", "analysis", "managed-lib")
+        ctools_path = os.path.join(infra_base_path, "src", "exec", "env")
+
+        with push_dir(gcperfsim_path):
+            cmdline = ['dotnet', 'build', '-c', 'release']
+            RunCommand(cmdline, verbose=True).run()
+
+        with push_dir(gcperf_path):
+            cmdline = ['dotnet', 'publish']
+            RunCommand(cmdline, verbose=True).run()
+
+        with push_dir(ctools_path):
+            cmdline = ['build.cmd']
+            RunCommand(cmdline, verbose=True).run()
+    return 0
+
+if __name__ == "__main__":
+    __main(sys.argv[1:])