OCPBUGS-86840: Update the gatewayapi conformance tests to run with gatewayAPI changes

ci-operator/config/openshift/cluster-ingress-operator/openshift-cluster-ingress-operator-master.yaml

@@ -171,6 +171,7 @@ tests:
 - always_run: false
   as: e2e-aws-gatewayapi-conformance
   optional: true
+  run_if_changed: ^(pkg/manifests/assets/gateway-api/.*|cmd/ingress-operator/.*|hack/.*|pkg/operator/controller/gatewayapi/.*|test/e2e/.*)$
   steps:
     cluster_profile: aws
     test:

ci-operator/config/openshift/kueue-operator/openshift-kueue-operator-main.yaml

@@ -333,6 +333,7 @@ tests:
       ZONES_COUNT: "3"
     test:
     - chain: kueue-operator-test-perfscale
+    - chain: openshift-qe-orion-kueue-operator
     workflow: openshift-qe-installer-aws
 - as: test-e2e-disconnected
   capabilities:

ci-operator/jobs/openshift/cluster-ingress-operator/openshift-cluster-ingress-operator-master-presubmits.yaml

@@ -16,6 +16,7 @@ presubmits:
     name: pull-ci-openshift-cluster-ingress-operator-master-e2e-aws-gatewayapi-conformance
     optional: true
     rerun_command: /test e2e-aws-gatewayapi-conformance
+    run_if_changed: ^(pkg/manifests/assets/gateway-api/.*|cmd/ingress-operator/.*|hack/.*|pkg/operator/controller/gatewayapi/.*|test/e2e/.*)$
     spec:
       containers:
       - args:

ci-operator/step-registry/openshift-qe/orion/kueue-operator/OWNERS

@@ -0,0 +1,6 @@
+approvers:
+  - avasilevskii
+  - rsevilla87
+reviewers:
+  - avasilevskii
+  - rsevilla87

ci-operator/step-registry/openshift-qe/orion/kueue-operator/jobs-shared/OWNERS

@@ -0,0 +1 @@
+../OWNERS

ci-operator/step-registry/openshift-qe/orion/kueue-operator/jobs-shared/openshift-qe-orion-kueue-operator-jobs-shared-commands.sh

@@ -0,0 +1 @@
+../../openshift-qe-orion-commands.sh

ci-operator/step-registry/openshift-qe/orion/kueue-operator/jobs-shared/openshift-qe-orion-kueue-operator-jobs-shared-ref.metadata.json

@@ -0,0 +1,13 @@
+{
+	"path": "openshift-qe/orion/kueue-operator/jobs-shared/openshift-qe-orion-kueue-operator-jobs-shared-ref.yaml",
+	"owners": {
+		"approvers": [
+			"avasilevskii",
+			"rsevilla87"
+		],
+		"reviewers": [
+			"avasilevskii",
+			"rsevilla87"
+		]
+	}
+}

ci-operator/step-registry/openshift-qe/orion/kueue-operator/jobs-shared/openshift-qe-orion-kueue-operator-jobs-shared-ref.yaml

@@ -0,0 +1,98 @@
+ref:
+  as: openshift-qe-orion-kueue-operator-jobs-shared
+  from_image:
+    namespace: ci
+    name: ocp-qe-perfscale-ci
+    tag: latest
+  cli: latest
+  env:
+  - name: ORION_REPO
+    default: "https://github.com/cloud-bulldozer/orion.git"
+    documentation: |-
+      Orion github repository
+  - name: TAG
+    default: "latest"
+    documentation: |-
+      Override branch of orion
+  - name: ES_BENCHMARK_INDEX
+    default: "ripsaw-kube-burner-*"
+    documentation:
+      Index which contains benchmark results
+  - name: ES_METADATA_INDEX
+    default: "perf_scale_ci-*"
+    documentation:
+      Index which contains metadata about runs.
+  - name: CHANGE_POINT_REPOS
+    default: "kube-burner/kube-burner,kube-burner/kube-burner-ocp,openshift/release"
+    documentation:
+      Comma separated list of repositories to monitor before and after change points.
+  - name: ES_TYPE
+    default: "qe"
+    documentation: |-
+      Set es type to internal or qe for getting data
+  - name: ORION_EXTRA_FLAGS
+    default: '--input-vars={"benchmark":"kueue-operator-jobs-shared"}'
+    documentation:
+      Flags to append to the orion command
+  - name: RUN_ORION
+    default: "true"
+    documentation:
+      Determine if we should run Orion or not.
+  - name: ORION_CONFIG
+    default: "https://raw.githubusercontent.com/cloud-bulldozer/orion/refs/heads/main/examples/rhbok.yaml"
+    documentation:
+      Var used to tell the step which workload is calling Orion from Orion examples, like cluster-density, node-density, etc.
+  - name: LOOKBACK
+    default: "60"
+    documentation:
+      Number of days orion should lookback at results.
+  - name: LOOKBACK_SIZE
+    default: ""
+    documentation:
+      Number of samples orion should consider for results.
+  - name: DISPLAY
+    default: ""
+    documentation:
+      Display custom metadata fields, like ocpVirtVersion, osImage, etc.
+  - name: OUTPUT_FORMAT
+    default: "TEXT"
+    documentation:
+      Export in desired output format
+  - name: VERSION
+    default: ""
+    documentation:
+      Version of OCP to run Orion against, ex 4.18
+  - name: ACK_FILE
+    default: ""
+    documentation:
+      Orion ack file name that has a list of acknowledged issues/regressions.
+  - name: COLLAPSE
+    default: "false"
+    documentation:
+      Flag to regulate displaying only changepoints vs the entire output.
+  - name: ORION_ENVS
+    default: ""
+    documentation:
+      Comma separated list of envs that needs to exported in runtime for templated configurations.
+  - name: IGNORE_JOB_ITERATIONS
+    default: "false"
+    documentation:
+      Set orion's --node-count argument
+  commands: openshift-qe-orion-kueue-operator-jobs-shared-commands.sh
+  timeout: 6h
+  credentials:
+  - namespace: test-credentials # this entry injects the custom credential
+    name: ocp-qe-perfscale-es
+    mount_path: /secret/qe
+  - namespace: test-credentials # this entry injects the custom credential
+    name: ocp-perfscale-es-creds
+    mount_path: /secret/internal
+  - namespace: test-credentials
+    name: stackrox-perfscale-elasticsearch
+    mount_path: /secret_stackrox
+  resources:
+    requests:
+      cpu: 100m
+      memory: 100Mi
+  documentation: >-
+    This step runs the performance regressions checks for the kueue-jobs-shared workloads

ci-operator/step-registry/openshift-qe/orion/kueue-operator/jobs/OWNERS

@@ -0,0 +1 @@
+../OWNERS

ci-operator/step-registry/openshift-qe/orion/kueue-operator/jobs/openshift-qe-orion-kueue-operator-jobs-commands.sh

@@ -0,0 +1 @@
+../../openshift-qe-orion-commands.sh

ci-operator/step-registry/openshift-qe/orion/kueue-operator/jobs/openshift-qe-orion-kueue-operator-jobs-ref.metadata.json

@@ -0,0 +1,13 @@
+{
+	"path": "openshift-qe/orion/kueue-operator/jobs/openshift-qe-orion-kueue-operator-jobs-ref.yaml",
+	"owners": {
+		"approvers": [
+			"avasilevskii",
+			"rsevilla87"
+		],
+		"reviewers": [
+			"avasilevskii",
+			"rsevilla87"
+		]
+	}
+}

ci-operator/step-registry/openshift-qe/orion/kueue-operator/jobs/openshift-qe-orion-kueue-operator-jobs-ref.yaml

@@ -0,0 +1,98 @@
+ref:
+  as: openshift-qe-orion-kueue-operator-jobs
+  from_image:
+    namespace: ci
+    name: ocp-qe-perfscale-ci
+    tag: latest
+  cli: latest
+  env:
+  - name: ORION_REPO
+    default: "https://github.com/cloud-bulldozer/orion.git"
+    documentation: |-
+      Orion github repository
+  - name: TAG
+    default: "latest"
+    documentation: |-
+      Override branch of orion
+  - name: ES_BENCHMARK_INDEX
+    default: "ripsaw-kube-burner-*"
+    documentation:
+      Index which contains benchmark results
+  - name: CHANGE_POINT_REPOS
+    default: "kube-burner/kube-burner,kube-burner/kube-burner-ocp,openshift/release"
+    documentation:
+      Comma separated list of repositories to monitor before and after change points.
+  - name: ES_METADATA_INDEX
+    default: "perf_scale_ci-*"
+    documentation:
+      Index which contains metadata about runs.
+  - name: ES_TYPE
+    default: "qe"
+    documentation: |-
+      Set es type to internal or qe for getting data
+  - name: ORION_EXTRA_FLAGS
+    default: '--input-vars={"benchmark":"kueue-operator-jobs"}'
+    documentation:
+      Flags to append to the orion command
+  - name: RUN_ORION
+    default: "true"
+    documentation:
+      Determine if we should run Orion or not.
+  - name: ORION_CONFIG
+    default: "https://raw.githubusercontent.com/cloud-bulldozer/orion/refs/heads/main/examples/rhbok.yaml"
+    documentation:
+      Var used to tell the step which workload is calling Orion from Orion examples, like cluster-density, node-density, etc.
+  - name: LOOKBACK
+    default: "60"
+    documentation:
+      Number of days orion should lookback at results.
+  - name: LOOKBACK_SIZE
+    default: ""
+    documentation:
+      Number of samples orion should consider for results.
+  - name: DISPLAY
+    default: ""
+    documentation:
+      Display custom metadata fields, like ocpVirtVersion, osImage, etc.
+  - name: OUTPUT_FORMAT
+    default: "TEXT"
+    documentation:
+      Export in desired output format
+  - name: VERSION
+    default: ""
+    documentation:
+      Version of OCP to run Orion against, ex 4.18
+  - name: ACK_FILE
+    default: ""
+    documentation:
+      Orion ack file name that has a list of acknowledged issues/regressions.
+  - name: COLLAPSE
+    default: "false"
+    documentation:
+      Flag to regulate displaying only changepoints vs the entire output.
+  - name: ORION_ENVS
+    default: ""
+    documentation:
+      Comma separated list of envs that needs to exported in runtime for templated configurations.
+  - name: IGNORE_JOB_ITERATIONS
+    default: "false"
+    documentation:
+      Set orion's --node-count argument
+  commands: openshift-qe-orion-kueue-operator-jobs-commands.sh
+  timeout: 6h
+  credentials:
+  - namespace: test-credentials # this entry injects the custom credential
+    name: ocp-qe-perfscale-es
+    mount_path: /secret/qe
+  - namespace: test-credentials # this entry injects the custom credential
+    name: ocp-perfscale-es-creds
+    mount_path: /secret/internal
+  - namespace: test-credentials
+    name: stackrox-perfscale-elasticsearch
+    mount_path: /secret_stackrox
+  resources:
+    requests:
+      cpu: 100m
+      memory: 100Mi
+  documentation: >-
+    This step runs the performance regressions checks for the kueue-jobs workloads

ci-operator/step-registry/openshift-qe/orion/kueue-operator/openshift-qe-orion-kueue-operator-chain.metadata.json

@@ -0,0 +1,13 @@
+{
+	"path": "openshift-qe/orion/kueue-operator/openshift-qe-orion-kueue-operator-chain.yaml",
+	"owners": {
+		"approvers": [
+			"avasilevskii",
+			"rsevilla87"
+		],
+		"reviewers": [
+			"avasilevskii",
+			"rsevilla87"
+		]
+	}
+}

ci-operator/step-registry/openshift-qe/orion/kueue-operator/openshift-qe-orion-kueue-operator-chain.yaml

@@ -0,0 +1,8 @@
+chain:
+  as: openshift-qe-orion-kueue-operator
+  steps:
+  - ref: openshift-qe-orion-kueue-operator-pods
+  - ref: openshift-qe-orion-kueue-operator-jobs
+  - ref: openshift-qe-orion-kueue-operator-jobs-shared
+  documentation: |-
+    Chain of all kueue operator workloads.

ci-operator/step-registry/openshift-qe/orion/kueue-operator/pods/OWNERS

@@ -0,0 +1 @@
+../OWNERS

ci-operator/step-registry/openshift-qe/orion/kueue-operator/pods/openshift-qe-orion-kueue-operator-pods-commands.sh

@@ -0,0 +1 @@
+../../openshift-qe-orion-commands.sh

ci-operator/step-registry/openshift-qe/orion/kueue-operator/pods/openshift-qe-orion-kueue-operator-pods-ref.metadata.json

@@ -0,0 +1,13 @@
+{
+	"path": "openshift-qe/orion/kueue-operator/pods/openshift-qe-orion-kueue-operator-pods-ref.yaml",
+	"owners": {
+		"approvers": [
+			"avasilevskii",
+			"rsevilla87"
+		],
+		"reviewers": [
+			"avasilevskii",
+			"rsevilla87"
+		]
+	}
+}