debug

ci-operator/config/openshift/verification-tests/openshift-verification-tests-main__installer-rehearse-4.22.yaml

@@ -51,6 +51,16 @@ resources:
       cpu: 100m
       memory: 200Mi
 tests:
+- as: installer-rehearse-vsphere-dis
+  cron: '@yearly'
+  steps:
+    cluster_profile: vsphere-dis-2
+    leases:
+    - env: VSPHERE_BASTION_LEASED_RESOURCE
+      resource_type: vsphere-connected-2-quota-slice
+    test:
+    - ref: cucushift-installer-wait
+    workflow: cucushift-installer-rehearse-vsphere-ipi-disconnected
 - as: installer-rehearse-vsphere
   cron: '@yearly'
   steps:

ci-operator/jobs/openshift/verification-tests/openshift-verification-tests-main-periodics.yaml

@@ -74495,6 +74495,89 @@ periodics:
     - name: result-aggregator
       secret:
         secretName: result-aggregator
+- agent: kubernetes
+  cluster: vsphere02
+  cron: '@yearly'
+  decorate: true
+  decoration_config:
+    skip_cloning: true
+  extra_refs:
+  - base_ref: main
+    org: openshift
+    repo: verification-tests
+  labels:
+    ci-operator.openshift.io/cloud: vsphere
+    ci-operator.openshift.io/cloud-cluster-profile: vsphere-dis-2
+    ci-operator.openshift.io/variant: installer-rehearse-4.22
+    ci.openshift.io/generator: prowgen
+    job-release: "4.22"
+    pj-rehearse.openshift.io/can-be-rehearsed: "true"
+  name: periodic-ci-openshift-verification-tests-main-installer-rehearse-4.22-installer-rehearse-vsphere-dis
+  spec:
+    containers:
+    - args:
+      - --gcs-upload-secret=/secrets/gcs/service-account.json
+      - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+      - --lease-server-credentials-file=/etc/boskos/credentials
+      - --report-credentials-file=/etc/report/credentials
+      - --secret-dir=/secrets/ci-pull-credentials
+      - --target=installer-rehearse-vsphere-dis
+      - --variant=installer-rehearse-4.22
+      command:
+      - ci-operator
+      env:
+      - name: HTTP_SERVER_IP
+        valueFrom:
+          fieldRef:
+            fieldPath: status.podIP
+      image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest
+      imagePullPolicy: Always
+      name: ""
+      ports:
+      - containerPort: 8080
+        name: http
+      resources:
+        requests:
+          cpu: 10m
+      volumeMounts:
+      - mountPath: /etc/boskos
+        name: boskos
+        readOnly: true
+      - mountPath: /secrets/ci-pull-credentials
+        name: ci-pull-credentials
+        readOnly: true
+      - mountPath: /secrets/gcs
+        name: gcs-credentials
+        readOnly: true
+      - mountPath: /secrets/manifest-tool
+        name: manifest-tool-local-pusher
+        readOnly: true
+      - mountPath: /etc/pull-secret
+        name: pull-secret
+        readOnly: true
+      - mountPath: /etc/report
+        name: result-aggregator
+        readOnly: true
+    serviceAccountName: ci-operator
+    volumes:
+    - name: boskos
+      secret:
+        items:
+        - key: credentials
+          path: credentials
+        secretName: boskos-credentials
+    - name: ci-pull-credentials
+      secret:
+        secretName: ci-pull-credentials
+    - name: manifest-tool-local-pusher
+      secret:
+        secretName: manifest-tool-local-pusher
+    - name: pull-secret
+      secret:
+        secretName: registry-pull-credentials
+    - name: result-aggregator
+      secret:
+        secretName: result-aggregator
 - agent: kubernetes
   cluster: build02
   cron: '@yearly'

ci-operator/step-registry/gather/mirror-registry/gather-mirror-registry-commands.sh

@@ -25,6 +25,12 @@ if ! whoami &> /dev/null; then
   fi
 fi
 
+# test bastion internet connection
+ssh -o UserKnownHostsFile=/dev/null -o IdentityFile="${SSH_PRIV_KEY_PATH}" -o StrictHostKeyChecking=no ${BASTION_SSH_USER}@"${BASTION_IP}" \
+      "curl -L -I www.google.com" || true
+ssh -o UserKnownHostsFile=/dev/null -o IdentityFile="${SSH_PRIV_KEY_PATH}" -o StrictHostKeyChecking=no ${BASTION_SSH_USER}@"${BASTION_IP}" \
+      "curl -L -I quay.io" || true
+
 declare -a registry_ports=("5000" "6001" "6002")
 for port in "${registry_ports[@]}"; do
   ssh -o UserKnownHostsFile=/dev/null -o IdentityFile="${SSH_PRIV_KEY_PATH}" -o StrictHostKeyChecking=no ${BASTION_SSH_USER}@"${BASTION_IP}" \

ci-operator/step-registry/ipi/conf/vsphere/check/ipi-conf-vsphere-check-commands.sh

@@ -43,7 +43,7 @@ declare vsphere_url
 # into: primary router hostname, datacenter and vlan id
 
 cp ${SUBNETS_CONFIG} "${SHARED_DIR}"
-
+echo "LEASED_RESOURCE: ${LEASED_RESOURCE}"
 router=$(awk -F. '{print $1}' <(echo "${LEASED_RESOURCE}"))
 phydc=$(awk -F. '{print $2}' <(echo "${LEASED_RESOURCE}"))
 vlanid=$(awk -F. '{print $3}' <(echo "${LEASED_RESOURCE}"))
@@ -129,6 +129,7 @@ export primaryrouterhostname="${primaryrouterhostname:-unset}"
 EOF
 
   if [[ -n "${VSPHERE_BASTION_LEASED_RESOURCE:-}" ]]; then
+    echo "VSPHERE_BASTION_LEASED_RESOURCE: ${VSPHERE_BASTION_LEASED_RESOURCE}"
     vlanid_2=$(awk -F. '{print $3}' <(echo "${VSPHERE_BASTION_LEASED_RESOURCE}"))
     vsphere_bastion_portgroup="ci-vlan-${vlanid_2}"
     cat >>"${SHARED_DIR}/vsphere_context.sh" <<EOF
@@ -178,4 +179,4 @@ ${vc_info}
 EOF
 fi
 
-cp "${SUBNETS_CONFIG}" "${SHARED_DIR}/subnets.json"
+cp "${SUBNETS_CONFIG}" "${SHARED_DIR}/subnets.json"

ci-operator/step-registry/mirror-images/by-oc-adm-in-bastion/mirror-images-by-oc-adm-in-bastion-commands.sh

@@ -4,7 +4,6 @@ set -o nounset
 set -o errexit
 set -o pipefail
 
-trap 'CHILDREN=$(jobs -p); if test -n "${CHILDREN}"; then kill ${CHILDREN} && wait; fi' TERM
 # save the exit code for junit xml file generated in step gather-must-gather
 # pre configuration steps before running installation, exit code 100 if failed,
 # save to install-pre-config-status.txt

ci-operator/step-registry/mirror-images/by-oc-adm/mirror-images-by-oc-adm-commands.sh

@@ -4,7 +4,6 @@ set -o nounset
 set -o errexit
 set -o pipefail
 
-trap 'CHILDREN=$(jobs -p); if test -n "${CHILDREN}"; then kill ${CHILDREN} && wait; fi' TERM
 # save the exit code for junit xml file generated in step gather-must-gather
 # pre configuration steps before running installation, exit code 100 if failed,
 # save to install-pre-config-status.txt

ci-operator/step-registry/mirror-images/by-oc-mirror/mirror-images-by-oc-mirror-commands.sh

@@ -4,7 +4,6 @@ set -o nounset
 set -o errexit
 set -o pipefail
 
-trap 'CHILDREN=$(jobs -p); if test -n "${CHILDREN}"; then kill ${CHILDREN} && wait; fi' TERM
 # save the exit code for junit xml file generated in step gather-must-gather
 # pre configuration steps before running installation, exit code 100 if failed,
 # save to install-pre-config-status.txt

ci-operator/step-registry/vsphere/provision/bastionhost/vsphere-provision-bastionhost-commands.sh

@@ -27,6 +27,7 @@ if [[ -z "${vsphere_bastion_portgroup:-}" ]]; then
   echo "Not defined vsphere_bastion_portgroup, bastion host will be provisioned in network defined as vsphere_portgroup..."
   vsphere_bastion_portgroup=${vsphere_portgroup}
 fi
+echo "$(date -u --rfc-3339=seconds) vsphere_bastion_portgroup: ${vsphere_bastion_portgroup}"
 
 echo "$(date -u --rfc-3339=seconds) - Configuring govc exports..."
 # shellcheck source=/dev/null