stackrox: automatically test candidate RCs

ci-operator/config/stackrox/stackrox/stackrox-stackrox-master__ocp-next-candidate.yaml

@@ -15,9 +15,9 @@ resources:
       memory: 4000Mi
 test_binary_build_commands: .openshift-ci/dispatch.sh test-binary-build-commands
 tests:
-- always_run: false
-  as: qa-e2e-tests
+- as: qa-e2e-tests
   optional: true
+  run_if_changed: ^((generated|image|operator|pkg|make|deploy|scripts)/.*|Makefile|status\.sh|[A-Z_]+_VERSION)
   steps:
     env:
       OCP_VERSION: ocp/candidate
@@ -26,22 +26,23 @@ tests:
 - always_run: false
   as: scanner-v4-install-tests
   optional: true
+  run_if_changed: ^(scanner|image|central/localscanner|sensor/kubernetes/localscanner|operator|roxctl|deploy|proto|scripts/ci|tests/e2e)/.*
   steps:
     env:
       OCP_VERSION: ocp/candidate
       TEST_SUITE: ocp-scanner-v4-install-tests
     workflow: stackrox-automation-flavors-ocp-4-e2e
-- always_run: false
-  as: operator-e2e-tests
+- as: operator-e2e-tests
   optional: true
+  run_if_changed: ^((generated|image|operator|pkg|make|deploy|scripts)/.*|Makefile|status\.sh|[A-Z_]+_VERSION)
   steps:
     env:
       OCP_VERSION: ocp/candidate
       TEST_SUITE: ocp-operator-e2e-tests
     workflow: stackrox-automation-flavors-ocp-4-e2e
-- always_run: false
-  as: ui-e2e-tests
+- as: ui-e2e-tests
   optional: true
+  run_if_changed: ^(ui|proto/(storage|api)|central/.+?/service|pkg/features/list.go|tests/e2e/lib.sh)
   steps:
     env:
       OCP_VERSION: ocp/candidate
@@ -56,22 +57,79 @@ tests:
       OCP_VERSION: ocp/candidate
       TEST_SUITE: ocp-qa-e2e-tests
     workflow: stackrox-automation-flavors-ocp-4-e2e
-- always_run: false
-  as: compliance-e2e-tests
+- as: compliance-e2e-tests
   optional: true
+  run_if_changed: ^(compliance|central\/compliance.*)
   steps:
     env:
       OCP_VERSION: ocp/candidate
       TEST_SUITE: ocp-compliance-e2e-tests
     workflow: stackrox-automation-flavors-ocp-4-e2e
-- always_run: false
+- always_run: true
   as: nongroovy-e2e-tests
   optional: true
   steps:
     env:
       OCP_VERSION: ocp/candidate
       TEST_SUITE: ocp-nongroovy-e2e-tests
     workflow: stackrox-automation-flavors-ocp-4-e2e
+- always_run: false
+  as: vm-scanning-e2e-tests
+  optional: true
+  steps:
+    env:
+      OCP_VERSION: ocp/candidate
+      TEST_SUITE: ocp-vm-scanning-e2e-tests
+    workflow: stackrox-automation-flavors-ocp-4-e2e
+  timeout: 7h0m0s
+- as: merge-qa-e2e-tests
+  max_concurrency: 6
+  postsubmit: true
+  steps:
+    env:
+      OCP_VERSION: ocp/candidate
+      TEST_SUITE: ocp-qa-e2e-tests
+    workflow: stackrox-automation-flavors-ocp-4-e2e
+- as: merge-operator-e2e-tests
+  max_concurrency: 6
+  postsubmit: true
+  steps:
+    env:
+      OCP_VERSION: ocp/candidate
+      TEST_SUITE: ocp-operator-e2e-tests
+    workflow: stackrox-automation-flavors-ocp-4-e2e
+- as: merge-scanner-v4-install-tests
+  max_concurrency: 6
+  postsubmit: true
+  steps:
+    env:
+      OCP_VERSION: ocp/candidate
+      TEST_SUITE: ocp-scanner-v4-install-tests
+    workflow: stackrox-automation-flavors-ocp-4-e2e
+- as: merge-ui-e2e-tests
+  max_concurrency: 6
+  postsubmit: true
+  steps:
+    env:
+      OCP_VERSION: ocp/candidate
+      TEST_SUITE: ocp-ui-e2e-tests
+    workflow: stackrox-automation-flavors-ocp-4-e2e
+- as: merge-nongroovy-e2e-tests
+  max_concurrency: 6
+  postsubmit: true
+  steps:
+    env:
+      OCP_VERSION: ocp/candidate
+      TEST_SUITE: ocp-nongroovy-e2e-tests
+    workflow: stackrox-automation-flavors-ocp-4-e2e
+- as: merge-compliance-e2e-tests
+  max_concurrency: 6
+  postsubmit: true
+  steps:
+    env:
+      OCP_VERSION: ocp/candidate
+      TEST_SUITE: ocp-compliance-e2e-tests
+    workflow: stackrox-automation-flavors-ocp-4-e2e
 zz_generated_metadata:
   branch: master
   org: stackrox

ci-operator/config/stackrox/stackrox/stackrox-stackrox-nightlies__ocp-next-candidate.yaml

@@ -0,0 +1,73 @@
+base_images:
+  ocp-4:
+    name: automation-flavors
+    namespace: stackrox
+    tag: openshift-4-stable
+build_root:
+  image_stream_tag:
+    name: apollo-ci
+    namespace: stackrox
+    tag: stackrox-ui-test-stable
+resources:
+  '*':
+    requests:
+      cpu: 2000m
+      memory: 4000Mi
+test_binary_build_commands: .openshift-ci/dispatch.sh test-binary-build-commands
+tests:
+- as: qa-e2e-tests
+  postsubmit: true
+  steps:
+    env:
+      OCP_VERSION: ocp/candidate
+      TEST_SUITE: ocp-qa-e2e-tests
+    workflow: stackrox-automation-flavors-ocp-4-e2e
+- as: fips-qa-e2e-tests
+  postsubmit: true
+  steps:
+    env:
+      FIPS_ENABLED: "true"
+      OCP_VERSION: ocp/candidate
+      TEST_SUITE: ocp-qa-e2e-tests
+    workflow: stackrox-automation-flavors-ocp-4-e2e
+- as: operator-e2e-tests
+  postsubmit: true
+  steps:
+    env:
+      OCP_VERSION: ocp/candidate
+      TEST_SUITE: ocp-operator-e2e-tests
+    workflow: stackrox-automation-flavors-ocp-4-e2e
+- as: ui-e2e-tests
+  postsubmit: true
+  steps:
+    env:
+      OCP_VERSION: ocp/candidate
+      TEST_SUITE: ocp-ui-e2e-tests
+    workflow: stackrox-automation-flavors-ocp-4-e2e
+- as: nongroovy-e2e-tests
+  postsubmit: true
+  steps:
+    env:
+      OCP_VERSION: ocp/candidate
+      TEST_SUITE: ocp-nongroovy-e2e-tests
+    workflow: stackrox-automation-flavors-ocp-4-e2e
+- as: ocp-vm-scanning-e2e-tests
+  postsubmit: true
+  steps:
+    env:
+      OCP_VERSION: ocp/candidate
+      TEST_SUITE: ocp-vm-scanning-e2e-tests
+    workflow: stackrox-automation-flavors-ocp-4-e2e
+  timeout: 7h0m0s
+- as: compliance-e2e-tests
+  postsubmit: true
+  steps:
+    env:
+      OCP_VERSION: ocp/candidate
+      TEST_SUITE: ocp-compliance-e2e-tests
+    workflow: stackrox-automation-flavors-ocp-4-e2e
+zz_generated_metadata:
+  branch: nightlies
+  org: stackrox
+  repo: stackrox
+  variant: ocp-next-candidate