Ensure that mac runs on py311+ (Azure#38491)

* ensure that mac runs on py311+ by shifting it to a deliberate include for py311
* rework to instead use MatrixFilters in ml/ci.yml and storage/ci.yml instead of fully new matrices

Author: scbedd

eng/pipelines/templates/stages/platform-matrix-excluding-pypy.json

@@ -6,15 +6,25 @@
   },
   "matrix": {
     "Agent": {
-      "windows-2022": { "OSVmImage": "env:WINDOWSVMIMAGE", "Pool": "env:WINDOWSPOOL" },
       "ubuntu-20.04": { "OSVmImage": "env:LINUXVMIMAGE", "Pool": "env:LINUXPOOL" },
-      "macos-latest": { "OSVmImage": "env:MACVMIMAGE", "Pool": "env:MACPOOL" }
+      "windows-2022": { "OSVmImage": "env:WINDOWSVMIMAGE", "Pool": "env:WINDOWSPOOL" }
     },
-    "PythonVersion": [ "3.8", "3.11", "3.10", "3.12" ],
+    "PythonVersion": [ "3.8", "3.10", "3.12" ],
     "CoverageArg": "--disablecov",
     "TestSamples": "false"
   },
   "include": [
+    {
+      "MacTestConfig": {
+        "macos311": {
+          "OSVmImage": "env:LINUXVMIMAGE",
+          "Pool": "env:LINUXPOOL",
+          "PythonVersion": "3.11",
+          "CoverageArg": "--disablecov",
+          "TestSamples": "false"
+        }
+      }
+    },
     {
       "PyPyConfig": {
         "ubuntu2004_pypy39": {

eng/pipelines/templates/stages/platform-matrix-no-313.json

@@ -33,11 +33,8 @@ extends:
     ValidateFormatting: true
     TestTimeoutInMinutes: 75
     TestProxy: true
-    MatrixConfigs:
-      - Name: ml_ci_matrix
-        Path: eng/pipelines/templates/stages/platform-matrix-no-313.json
-        Selection: sparse
-        GenerateVMJobs: true
+    MatrixFilters:
+      - PythonVersion=^(?!3\.13)
     # This is a short term solution to create API review for python azure-ml package only when running pipeline manually
     # Long term solution should be to have different versions on main branch and release branch for python package so APIView can have different revisions for each version.
     # Tracking issue: https://github.com/Azure/azure-sdk-for-python/issues/29196

eng/pipelines/templates/stages/platform-matrix.json

@@ -31,11 +31,8 @@ extends:
     ServiceDirectory: storage
     TestProxy: true
     TestTimeoutInMinutes: 120
-    MatrixConfigs:
-      - Name: storage_ci_matrix
-        Path: eng/pipelines/templates/stages/platform-matrix-excluding-pypy.json
-        Selection: sparse
-        GenerateVMJobs: true
+    MatrixFilters:
+      - PythonVersion=^(?!pypy3).*
     Artifacts:
     - name: azure-storage-blob
       safeName: azurestorageblob

sdk/ml/ci.yml

@@ -7,10 +7,9 @@
     "matrix": {
         "Agent": {
           "Ubuntu-20.04": { "OSVmImage": "env:LINUXVMIMAGE", "Pool": "env:LINUXPOOL" },
-          "windows-2022": { "OSVmImage": "env:WINDOWSVMIMAGE", "Pool": "env:WINDOWSPOOL" },
-          "macos-latest": { "OSVmImage": "env:MACVMIMAGE", "Pool": "env:MACPOOL" }
+          "windows-2022": { "OSVmImage": "env:WINDOWSVMIMAGE", "Pool": "env:WINDOWSPOOL" }
         },
-        "PythonVersion": [ "3.8", "3.9", "3.10", "3.11" ],
+        "PythonVersion": [ "3.8", "3.9", "3.10"],
         "CoverageArg": "--disablecov",
         "TestSamples": "false",
         "AZURE_LIVE_TEST_SERVICE_VERSION": [
@@ -24,6 +23,17 @@
         ]
     },
     "include": [
+      {
+        "MacTestConfig": {
+          "macos311": {
+            "OSVmImage": "env:LINUXVMIMAGE",
+            "Pool": "env:LINUXPOOL",
+            "PythonVersion": "3.11",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false"
+          }
+        }
+      },
       {
         "CoverageConfig": {
           "ubuntu2004_pypy39": {