NTO: upgrade cluster flow

ci-operator/config/openshift-kni/eco-ci-cd/openshift-kni-eco-ci-cd-main__compute-nto.yaml

@@ -242,6 +242,24 @@ tests:
     test:
     - ref: telcov10n-functional-compute-nto-eco-gotests
     workflow: telcov10n-functional-compute-nto-ocp-setup-sno-day0
+- as: e2e-telcov10n-nto-tests-upgrade-4-19
+  capabilities:
+  - intranet
+  cron: 0 8 * * 5
+  steps:
+    env:
+      CGROUP_VERSION: v2
+      CLUSTER_NAME: hlxcl52
+      CONTAINER_RUNTIME: crun
+      DAY0_INSTALLATION: "false"
+      FEATURES: compute
+      HUGEPAGES_DEFAULT_SIZE: 1G
+      HUGEPAGES_PAGES: '[{"count": 1, "size": "1G"}, {"count": 128, "size": "2M"}]'
+      LABEL_FILTER: tier-0
+      LABELS: nto
+      RT_KERNEL: "true"
+      VERSION: "4.19"
+    workflow: telcov10n-functional-compute-nto-ocp-upgrade
 zz_generated_metadata:
   branch: main
   org: openshift-kni

ci-operator/jobs/openshift-kni/eco-ci-cd/openshift-kni-eco-ci-cd-main-periodics.yaml

@@ -2107,6 +2107,62 @@ periodics:
     - name: result-aggregator
       secret:
         secretName: result-aggregator
+- agent: kubernetes
+  cluster: build09
+  cron: 0 8 * * 5
+  decorate: true
+  decoration_config:
+    skip_cloning: true
+  extra_refs:
+  - base_ref: main
+    org: openshift-kni
+    repo: eco-ci-cd
+  labels:
+    capability/intranet: intranet
+    ci-operator.openshift.io/variant: compute-nto
+    ci.openshift.io/generator: prowgen
+    pj-rehearse.openshift.io/can-be-rehearsed: "true"
+  name: periodic-ci-openshift-kni-eco-ci-cd-main-compute-nto-e2e-telcov10n-nto-tests-upgrade-4-19
+  spec:
+    containers:
+    - args:
+      - --gcs-upload-secret=/secrets/gcs/service-account.json
+      - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+      - --report-credentials-file=/etc/report/credentials
+      - --target=e2e-telcov10n-nto-tests-upgrade-4-19
+      - --variant=compute-nto
+      command:
+      - ci-operator
+      image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest
+      imagePullPolicy: Always
+      name: ""
+      resources:
+        requests:
+          cpu: 10m
+      volumeMounts:
+      - mountPath: /secrets/gcs
+        name: gcs-credentials
+        readOnly: true
+      - mountPath: /secrets/manifest-tool
+        name: manifest-tool-local-pusher
+        readOnly: true
+      - mountPath: /etc/pull-secret
+        name: pull-secret
+        readOnly: true
+      - mountPath: /etc/report
+        name: result-aggregator
+        readOnly: true
+    serviceAccountName: ci-operator
+    volumes:
+    - name: manifest-tool-local-pusher
+      secret:
+        secretName: manifest-tool-local-pusher
+    - name: pull-secret
+      secret:
+        secretName: registry-pull-credentials
+    - name: result-aggregator
+      secret:
+        secretName: result-aggregator
 - agent: kubernetes
   cluster: build09
   cron: 0 8 * * 2

ci-operator/step-registry/telcov10n/functional/OWNERS

@@ -1,5 +1,4 @@
 approvers:
-- natifridman
 - shaior
 - kononovn
 - eifrach

ci-operator/step-registry/telcov10n/functional/compute-nto/clone-z-stream-issue/telcov10n-functional-compute-nto-clone-z-stream-issue-ref.metadata.json

@@ -2,7 +2,6 @@
 	"path": "telcov10n/functional/compute-nto/clone-z-stream-issue/telcov10n-functional-compute-nto-clone-z-stream-issue-ref.yaml",
 	"owners": {
 		"approvers": [
-			"natifridman",
 			"shaior",
 			"kononovn",
 			"eifrach",

ci-operator/step-registry/telcov10n/functional/compute-nto/config/telcov10n-functional-compute-nto-config-commands.sh

@@ -87,7 +87,7 @@ export ANSIBLE_REMOTE_TEMP="/tmp"
 ansible-playbook ./playbooks/compute/config-cluster.yml -i ./inventories/ocp-deployment/build-inventory.py \
     --extra-vars "${EXTRA_VARS}"
 
-
+echo "Set bastion ssh configuration"
 grep ansible_ssh_private_key -A 100 "${ECO_CI_CD_INVENTORY_PATH}/group_vars/all" | sed 's/ansible_ssh_private_key: //g' | sed "s/'//g" > "/tmp/temp_ssh_key"
 
 chmod 600 "/tmp/temp_ssh_key"

ci-operator/step-registry/telcov10n/functional/compute-nto/config/telcov10n-functional-compute-nto-config-ref.metadata.json

@@ -2,7 +2,6 @@
 	"path": "telcov10n/functional/compute-nto/config/telcov10n-functional-compute-nto-config-ref.yaml",
 	"owners": {
 		"approvers": [
-			"natifridman",
 			"shaior",
 			"kononovn",
 			"eifrach",

ci-operator/step-registry/telcov10n/functional/compute-nto/eco-gotests/telcov10n-functional-compute-nto-eco-gotests-ref.metadata.json

@@ -2,7 +2,6 @@
 	"path": "telcov10n/functional/compute-nto/eco-gotests/telcov10n-functional-compute-nto-eco-gotests-ref.yaml",
 	"owners": {
 		"approvers": [
-			"natifridman",
 			"shaior",
 			"kononovn",
 			"eifrach",

ci-operator/step-registry/telcov10n/functional/compute-nto/html-report/telcov10n-functional-compute-nto-html-report-ref.metadata.json

@@ -2,7 +2,6 @@
 	"path": "telcov10n/functional/compute-nto/html-report/telcov10n-functional-compute-nto-html-report-ref.yaml",
 	"owners": {
 		"approvers": [
-			"natifridman",
 			"shaior",
 			"kononovn",
 			"eifrach",

ci-operator/step-registry/telcov10n/functional/compute-nto/must-gather/telcov10n-functional-compute-nto-must-gather-ref.metadata.json

@@ -2,7 +2,6 @@
 	"path": "telcov10n/functional/compute-nto/must-gather/telcov10n-functional-compute-nto-must-gather-ref.yaml",
 	"owners": {
 		"approvers": [
-			"natifridman",
 			"shaior",
 			"kononovn",
 			"eifrach",

ci-operator/step-registry/telcov10n/functional/compute-nto/ocp-deploy-sno/telcov10n-functional-compute-nto-ocp-deploy-sno-ref.metadata.json

@@ -2,7 +2,6 @@
 	"path": "telcov10n/functional/compute-nto/ocp-deploy-sno/telcov10n-functional-compute-nto-ocp-deploy-sno-ref.yaml",
 	"owners": {
 		"approvers": [
-			"natifridman",
 			"shaior",
 			"kononovn",
 			"eifrach",

ci-operator/step-registry/telcov10n/functional/compute-nto/ocp-deploy-upgrade/OWNERS

@@ -0,0 +1 @@
+../OWNERS

ci-operator/step-registry/telcov10n/functional/compute-nto/ocp-deploy-upgrade/telcov10n-functional-compute-nto-ocp-deploy-upgrade-commands.sh

@@ -0,0 +1,49 @@
+#!/bin/bash
+set -e
+set -o pipefail
+set -x
+
+ECO_CI_CD_INVENTORY_PATH="/eco-ci-cd/inventories/ocp-deployment"
+
+echo "Checking if the job should be skipped..."
+if [ -f "${SHARED_DIR}/skip.txt" ]; then
+    echo "Detected skip.txt file — skipping the job"
+    exit 0
+fi
+
+# backwards compatibility for process inventory step
+if [[ -f "${SHARED_DIR}/process-inventory-completed" ]]; then
+    echo "Copy inventory files"
+    mkdir -pv ${ECO_CI_CD_INVENTORY_PATH}/group_vars
+    mkdir -pv ${ECO_CI_CD_INVENTORY_PATH}/host_vars
+
+    for file in ${SHARED_DIR}/*; do 
+        if [[ "$file" == *"group_vars_"* || "$file" == *"host_vars_"* ]]; then
+            DEST_DIR=$( basename $file | cut -d'_' -f1,2 )
+            DEST_FILE=$( basename $file | cut -d'_' -f3 )
+            cp $file ${ECO_CI_CD_INVENTORY_PATH}/$DEST_DIR/$DEST_FILE
+        fi
+    done
+else
+    echo "ERROR: inventory not processed"
+    exit 1
+fi
+
+echo "Set CLUSTER_NAME env var"
+if [[ -f "${SHARED_DIR}/cluster_name" ]]; then
+    CLUSTER_NAME=$(cat "${SHARED_DIR}/cluster_name")
+fi
+
+export CLUSTER_NAME=${CLUSTER_NAME}
+echo CLUSTER_NAME="${CLUSTER_NAME}"
+
+# Prepare extra variables for ansible playbook
+# OCP configuration variables
+EXTRA_VARS="kubeconfig=/home/telcov10n/project/generated/${CLUSTER_NAME}/auth/kubeconfig"
+
+cd /eco-ci-cd
+
+echo "Deploy OCP cluster upgrade"
+ansible-playbook ./playbooks/compute/cluster_upgrade.yml \
+    -i ./inventories/ocp-deployment/build-inventory.py \
+    --extra-vars "${EXTRA_VARS}"

ci-operator/step-registry/telcov10n/functional/compute-nto/ocp-deploy-upgrade/telcov10n-functional-compute-nto-ocp-deploy-upgrade-ref.metadata.json

@@ -0,0 +1,11 @@
+{
+	"path": "telcov10n/functional/compute-nto/ocp-deploy-upgrade/telcov10n-functional-compute-nto-ocp-deploy-upgrade-ref.yaml",
+	"owners": {
+		"approvers": [
+			"shaior",
+			"kononovn",
+			"eifrach",
+			"ccardenosa"
+		]
+	}
+}

ci-operator/step-registry/telcov10n/functional/compute-nto/ocp-deploy-upgrade/telcov10n-functional-compute-nto-ocp-deploy-upgrade-ref.yaml

@@ -0,0 +1,85 @@
+ref:
+  as: telcov10n-functional-compute-nto-ocp-deploy-upgrade
+  from_image:
+    namespace: telcov10n-ci
+    name: eco-ci-cd
+    tag: eco-ci-cd
+  commands: telcov10n-functional-compute-nto-ocp-deploy-upgrade-commands.sh
+  timeout: 3h0m0s
+  resources:
+    requests:
+      cpu: 100m
+  env:
+  - name: CLUSTER_NAME 
+    default: ""
+    documentation: BM Cluster name for SNO deployment
+  - name: CONTAINER_RUNTIME
+    default: "crun"
+    documentation: Container runtime to use (runc or crun)
+  - name: HUGEPAGES_DEFAULT_SIZE
+    default: "1G"
+    documentation: Default hugepages size
+  - name: HUGEPAGES_PAGES
+    default: "[]"
+    documentation: |-
+      List of hugepages configuration in JSON format.
+      Example: [{"count": 1, "size": "1G"}, {"count": 128, "size": "2M"}]
+  - name: HIGH_POWER_CONSUMPTION
+    default: "true"
+    documentation: Enable high power consumption workload hint (boolean)
+  - name: PER_POD_POWER_MANAGEMENT
+    default: "false"
+    documentation: Enable per-pod power management workload hint (boolean)
+  - name: RT_KERNEL
+    default: "false"
+    documentation: Enable Real Time kernel (boolean)
+  - name: CGROUP_VERSION
+    default: "v2"
+    documentation: Enable CGROUP_VERSION (v1 or v2)
+  - name: LABEL_FILTER
+    default: ""
+    documentation: Filter gotest by label
+  - name: LABELS
+    default: "nto"
+  - name: FEATURES
+    default: "compute"
+  credentials:
+  - namespace: test-credentials
+    name: telcov10n-ansible-group-all
+    mount_path: /var/group_variables/common/all
+  - namespace: test-credentials
+    name: telcov10n-ansible-group-bastions
+    mount_path: /var/group_variables/common/bastions
+  - namespace: test-credentials
+    name: telcov10n-ansible-group-hypervisors
+    mount_path: /var/group_variables/common/hypervisors
+  - namespace: test-credentials
+    name: telcov10n-ansible-group-hlxcl51-sno-masters
+    mount_path: /var/group_variables/hlxcl51-sno/masters
+  - namespace: test-credentials
+    name: telcov10n-ansible-group-hlxcl51-sno-nodes
+    mount_path: /var/group_variables/hlxcl51-sno/nodes
+  - namespace: test-credentials
+    name: telcov10n-ansible-hlxcl51-sno-bastion
+    mount_path: /var/host_variables/hlxcl51-sno/bastion
+  - namespace: test-credentials
+    name: telcov10n-ansible-hlxcl51-sno-master0
+    mount_path: /var/host_variables/hlxcl51-sno/master0
+  - namespace: test-credentials
+    name: telcov10n-ansible-hypervisors-ocp-edge91
+    mount_path: /var/host_variables/hlxcl51-sno/hypervisor
+  - namespace: test-credentials
+    name: telcov10n-ansible-group-hlxcl52-sno-masters
+    mount_path: /var/group_variables/hlxcl52-sno/masters
+  - namespace: test-credentials
+    name: telcov10n-ansible-group-hlxcl52-sno-nodes
+    mount_path: /var/group_variables/hlxcl52-sno/nodes
+  - namespace: test-credentials
+    name: telcov10n-ansible-hlxcl52-sno-bastion
+    mount_path: /var/host_variables/hlxcl52-sno/bastion
+  - namespace: test-credentials
+    name: telcov10n-ansible-hlxcl52-sno-master0
+    mount_path: /var/host_variables/hlxcl52-sno/master0
+  - namespace: test-credentials
+    name: telcov10n-ansible-hypervisors-ocp-hlxcl52
+    mount_path: /var/host_variables/hlxcl52-sno/hypervisor

ci-operator/step-registry/telcov10n/functional/compute-nto/ocp-deploy/telcov10n-functional-compute-nto-ocp-deploy-ref.metadata.json

@@ -2,7 +2,6 @@
 	"path": "telcov10n/functional/compute-nto/ocp-deploy/telcov10n-functional-compute-nto-ocp-deploy-ref.yaml",
 	"owners": {
 		"approvers": [
-			"natifridman",
 			"shaior",
 			"kononovn",
 			"eifrach",

ci-operator/step-registry/telcov10n/functional/compute-nto/ocp-setup-sno/telcov10n-functional-compute-nto-ocp-setup-sno-workflow.metadata.json

@@ -2,7 +2,6 @@
 	"path": "telcov10n/functional/compute-nto/ocp-setup-sno/telcov10n-functional-compute-nto-ocp-setup-sno-workflow.yaml",
 	"owners": {
 		"approvers": [
-			"natifridman",
 			"shaior",
 			"kononovn",
 			"eifrach",

ci-operator/step-registry/telcov10n/functional/compute-nto/ocp-setup/telcov10n-functional-compute-nto-ocp-setup-workflow.metadata.json

@@ -2,7 +2,6 @@
 	"path": "telcov10n/functional/compute-nto/ocp-setup/telcov10n-functional-compute-nto-ocp-setup-workflow.yaml",
 	"owners": {
 		"approvers": [
-			"natifridman",
 			"shaior",
 			"kononovn",
 			"eifrach",

ci-operator/step-registry/telcov10n/functional/compute-nto/ocp-upgrade/OWNERS

@@ -0,0 +1 @@
+../OWNERS

ci-operator/step-registry/telcov10n/functional/compute-nto/ocp-upgrade/telcov10n-functional-compute-nto-ocp-upgrade-workflow.metadata.json

@@ -0,0 +1,11 @@
+{
+	"path": "telcov10n/functional/compute-nto/ocp-upgrade/telcov10n-functional-compute-nto-ocp-upgrade-workflow.yaml",
+	"owners": {
+		"approvers": [
+			"shaior",
+			"kononovn",
+			"eifrach",
+			"ccardenosa"
+		]
+	}
+}

ci-operator/step-registry/telcov10n/functional/compute-nto/ocp-upgrade/telcov10n-functional-compute-nto-ocp-upgrade-workflow.yaml

@@ -0,0 +1,15 @@
+workflow:
+  as: telcov10n-functional-compute-nto-ocp-upgrade
+  steps:
+    pre:
+    - ref: telcov10n-functional-compute-nto-setup-cluster-env
+    - ref: telcov10n-functional-compute-nto-process-inventory
+    - ref: telcov10n-functional-compute-nto-ocp-deploy
+    - ref: telcov10n-functional-compute-nto-config
+    - ref: telcov10n-functional-compute-nto-ocp-deploy-upgrade
+    post:
+    # - ref: telcov10n-verify-junit-reports
+    # - ref: telcov10n-functional-compute-nto-html-report
+    - ref: telcov10n-functional-compute-nto-send-slack-notification
+  documentation: |-
+    Single Node OpenShift (SNO) cluster setup for compute-nto testing