# [sig-cluster-lifecycle] cluster upgrade should complete in 90.00 minutes

# [sig-cluster-lifecycle] cluster upgrade should complete in 90.00 minutes

# step graph.Run multi-stage test e2e-gcp-ovn-upgrade - e2e-gcp-ovn-upgrade-openshift-e2e-test container test
"2023-06-08T01:38:08.1227Z","deleted_at":null,"status":"New","last_change_time":"2023-04-16T00:01:45Z","summary":"Backport TRT-596 to release-4.12","affects_versions":["4.12"],"fix_versions":[],"components":["Test Framework"],"labels":[],"url":"https://issues.redhat.com/browse/OCPBUGS-3644"},{"id":15192076,"key":"OCPBUGS-11467","created_at":"2023-06-06T14:30:12.617612Z","updated_at":"2023-06-08T01:38:08.168027Z","deleted_at":null,"status":"MODIFIED","last_change_time":"2023-04-11T06:37:23Z","summary":"loki-promtail readiness probe errors causes `[sig-arch] events should not repeat pathologically` test to fail","affects_versions":["4.9.z"],"fix_versions":[],"components":["Test Framework"],"labels":[],"url":"https://issues.redhat.com/browse/OCPBUGS-11467"},{"id":15250799,"key":"OCPBUGS-13366","created_at":"2023-06-06T14:30:12.162522Z","updated_at":"2023-06-08T01:38:08.330809Z","deleted_at":null,"status":"New","last_change_time":"2023-05-30T14:04:46Z","summary":"DNS operator prone to spamming TopologyAwareHintsDisable events on GCP/Azure since May 5","affects_versions":["4.14.0"],"fix_versions":[],"components":["Networking / DNS"],"labels":["sippy-watchlist","sippy-watchlist","trt-standup","trt-standup"],"url":"https://issues.redhat.com/browse/OCPBUGS-13366"}]},{"Name":"[sig-cluster-lifecycle] cluster upgrade should complete in 90.00 minutes","Risk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Unable to find matching test results for variants: [amd64 gcp ha ovn upgrade upgrade-minor]"]},"OpenBugs":null}],"OverallRisk":{"Level":{"Name":"High","Level":100},"Reasons":["Maximum failed test risk: High"]},"OpenBugs":[]}

---
"2023-06-08T01:38:08.1227Z","deleted_at":null,"status":"New","last_change_time":"2023-04-16T00:01:45Z","summary":"Backport TRT-596 to release-4.12","affects_versions":["4.12"],"fix_versions":[],"components":["Test Framework"],"labels":[],"url":"https://issues.redhat.com/browse/OCPBUGS-3644"},{"id":15192076,"key":"OCPBUGS-11467","created_at":"2023-06-06T14:30:12.617612Z","updated_at":"2023-06-08T01:38:08.168027Z","deleted_at":null,"status":"MODIFIED","last_change_time":"2023-04-11T06:37:23Z","summary":"loki-promtail readiness probe errors causes `[sig-arch] events should not repeat pathologically` test to fail","affects_versions":["4.9.z"],"fix_versions":[],"components":["Test Framework"],"labels":[],"url":"https://issues.redhat.com/browse/OCPBUGS-11467"},{"id":15250799,"key":"OCPBUGS-13366","created_at":"2023-06-06T14:30:12.162522Z","updated_at":"2023-06-08T01:38:08.330809Z","deleted_at":null,"status":"New","last_change_time":"2023-05-30T14:04:46Z","summary":"DNS operator prone to spamming TopologyAwareHintsDisable events on GCP/Azure since May 5","affects_versions":["4.14.0"],"fix_versions":[],"components":["Networking / DNS"],"labels":["sippy-watchlist","sippy-watchlist","trt-standup","trt-standup"],"url":"https://issues.redhat.com/browse/OCPBUGS-13366"}]},{"Name":"[sig-cluster-lifecycle] cluster upgrade should complete in 90.00 minutes","Risk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Unable to find matching test results for variants: [amd64 gcp ha ovn upgrade upgrade-minor]"]},"OpenBugs":null}],"OverallRisk":{"Level":{"Name":"High","Level":100},"Reasons":["Maximum failed test risk: High"]},"OpenBugs":[]}

# [sig-cluster-lifecycle] cluster upgrade should complete in 90.00 minutes

2023-06-07T19:03:18Z: Call to sippy finished after: 4.986374344s
response Body: {"ProwJobName":"periodic-ci-openshift-release-master-ci-4.13-upgrade-from-stable-4.12-e2e-gcp-ovn-rt-upgrade","ProwJobRunID":1666468268656824320,"Release":"4.13","CompareRelease":"4.13","Tests":[{"Name":"[sig-cluster-lifecycle] cluster upgrade should complete in 90.00 minutes","Risk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Unable to find matching test results for variants: [amd64 gcp ha ovn realtime upgrade upgrade-minor]"]},"OpenBugs":null},{"Name":"[sig-trt] disruption/ci-cluster-network-liveness connection/new should be available throughout the test","Risk":{"Level":{"Name":"Medium","Level":50},"Reasons":["This test has passed 97.70% of 87 runs on jobs ['periodic-ci-openshift-release-master-ci-4.13-upgrade-from-stable-4.12-e2e-gcp-ovn-rt-upgrade'] in the last 14 days."]},"OpenBugs":[]},{"Name":"[sig-trt] disruption/ci-cluster-network-liveness connection/reused should be available throughout the test","Risk":{"Level":{"Name":"Medium","Level":50},"Reasons":["This test has passed 96.55% of 87 runs on jobs ['periodic-ci-openshift-release-master-ci-4.13-upgrade-from-stable-4.12-e2e-gcp-ovn-rt-upgrade'] in the last 14 days."]},"OpenBugs":[]}],"OverallRisk":{"Level":{"Name":"Medium","Level":50},"Reasons":["Maximum failed test risk: Medium"]},"OpenBugs":[]}

2023-06-07T19:03:18Z: Call to sippy finished after: 4.986374344s
response Body: {"ProwJobName":"periodic-ci-openshift-release-master-ci-4.13-upgrade-from-stable-4.12-e2e-gcp-ovn-rt-upgrade","ProwJobRunID":1666468268656824320,"Release":"4.13","CompareRelease":"4.13","Tests":[{"Name":"[sig-cluster-lifecycle] cluster upgrade should complete in 90.00 minutes","Risk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Unable to find matching test results for variants: [amd64 gcp ha ovn realtime upgrade upgrade-minor]"]},"OpenBugs":null},{"Name":"[sig-trt] disruption/ci-cluster-network-liveness connection/new should be available throughout the test","Risk":{"Level":{"Name":"Medium","Level":50},"Reasons":["This test has passed 97.70% of 87 runs on jobs ['periodic-ci-openshift-release-master-ci-4.13-upgrade-from-stable-4.12-e2e-gcp-ovn-rt-upgrade'] in the last 14 days."]},"OpenBugs":[]},{"Name":"[sig-trt] disruption/ci-cluster-network-liveness connection/reused should be available throughout the test","Risk":{"Level":{"Name":"Medium","Level":50},"Reasons":["This test has passed 96.55% of 87 runs on jobs ['periodic-ci-openshift-release-master-ci-4.13-upgrade-from-stable-4.12-e2e-gcp-ovn-rt-upgrade'] in the last 14 days."]},"OpenBugs":[]}],"OverallRisk":{"Level":{"Name":"Medium","Level":50},"Reasons":["Maximum failed test risk: Medium"]},"OpenBugs":[]}

# [sig-cluster-lifecycle] cluster upgrade should complete in 90.00 minutes

# [sig-cluster-lifecycle] cluster upgrade should complete in 90.00 minutes

# [sig-cluster-lifecycle] cluster upgrade should complete in 90.00 minutes

# step graph.Run multi-stage test e2e-vsphere-ovn-upgrade-storage-data - e2e-vsphere-ovn-upgrade-storage-data-openshift-e2e-test container test
dy after being upgraded and go unready only once","Risk":{"Level":{"Name":"Low","Level":1},"Reasons":["This test has passed 50.00% of 12 runs on release 4.13 [amd64 ha ovn upgrade upgrade-minor vsphere-ipi] in the last week."]},"OpenBugs":[{"id":14922179,"key":"OCPBUGS-3299","created_at":"2023-05-06T01:13:53.193711Z","updated_at":"2023-06-06T17:54:59.485869Z","deleted_at":null,"status":"ASSIGNED","last_change_time":"2023-04-25T16:52:30Z","summary":"4.8-ci payload failure due to NodeControllerDegraded / \"[sig-node] nodes should not go unready after being upgraded and go unready only once\"","affects_versions":["4.8.z"],"fix_versions":[],"components":["Node / Kubelet"],"labels":["triaged","triaged"],"url":"https://issues.redhat.com/browse/OCPBUGS-3299"},{"id":15136559,"key":"OCPBUGS-9941","created_at":"2023-05-06T01:13:52.860973Z","updated_at":"2023-06-06T17:54:59.334274Z","deleted_at":null,"status":"New","last_change_time":"2023-06-05T20:12:20Z","summary":"\"[sig-node] nodes should not go unready after being upgraded and go unready only once\" failing on upgrade tests","affects_versions":["4.13.0"],"fix_versions":[],"components":["Test Framework / OpenStack"],"labels":["Triaged","Triaged"],"url":"https://issues.redhat.com/browse/OCPBUGS-9941"}]},{"Name":"[sig-cluster-lifecycle] cluster upgrade should complete in 90.00 minutes","Risk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Unable to find matching test results for variants: [amd64 ha ovn upgrade upgrade-minor vsphere-ipi]"]},"OpenBugs":null}],"OverallRisk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Maximum failed test risk: Unknown"]},"OpenBugs":[]}

---
dy after being upgraded and go unready only once","Risk":{"Level":{"Name":"Low","Level":1},"Reasons":["This test has passed 50.00% of 12 runs on release 4.13 [amd64 ha ovn upgrade upgrade-minor vsphere-ipi] in the last week."]},"OpenBugs":[{"id":14922179,"key":"OCPBUGS-3299","created_at":"2023-05-06T01:13:53.193711Z","updated_at":"2023-06-06T17:54:59.485869Z","deleted_at":null,"status":"ASSIGNED","last_change_time":"2023-04-25T16:52:30Z","summary":"4.8-ci payload failure due to NodeControllerDegraded / \"[sig-node] nodes should not go unready after being upgraded and go unready only once\"","affects_versions":["4.8.z"],"fix_versions":[],"components":["Node / Kubelet"],"labels":["triaged","triaged"],"url":"https://issues.redhat.com/browse/OCPBUGS-3299"},{"id":15136559,"key":"OCPBUGS-9941","created_at":"2023-05-06T01:13:52.860973Z","updated_at":"2023-06-06T17:54:59.334274Z","deleted_at":null,"status":"New","last_change_time":"2023-06-05T20:12:20Z","summary":"\"[sig-node] nodes should not go unready after being upgraded and go unready only once\" failing on upgrade tests","affects_versions":["4.13.0"],"fix_versions":[],"components":["Test Framework / OpenStack"],"labels":["Triaged","Triaged"],"url":"https://issues.redhat.com/browse/OCPBUGS-9941"}]},{"Name":"[sig-cluster-lifecycle] cluster upgrade should complete in 90.00 minutes","Risk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Unable to find matching test results for variants: [amd64 ha ovn upgrade upgrade-minor vsphere-ipi]"]},"OpenBugs":null}],"OverallRisk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Maximum failed test risk: Unknown"]},"OpenBugs":[]}

# step graph.Run multi-stage test e2e-vsphere-ovn-upgrade-storage-data - e2e-vsphere-ovn-upgrade-storage-data-openshift-e2e-test container test
dy after being upgraded and go unready only once","Risk":{"Level":{"Name":"Low","Level":1},"Reasons":["This test has passed 50.00% of 12 runs on release 4.13 [amd64 ha ovn upgrade upgrade-minor vsphere-ipi] in the last week."]},"OpenBugs":[{"id":14922179,"key":"OCPBUGS-3299","created_at":"2023-05-06T01:13:53.193711Z","updated_at":"2023-06-05T17:56:45.539726Z","deleted_at":null,"status":"ASSIGNED","last_change_time":"2023-04-25T16:52:30Z","summary":"4.8-ci payload failure due to NodeControllerDegraded / \"[sig-node] nodes should not go unready after being upgraded and go unready only once\"","affects_versions":["4.8.z"],"fix_versions":[],"components":["Node / Kubelet"],"labels":["triaged","triaged"],"url":"https://issues.redhat.com/browse/OCPBUGS-3299"},{"id":15136559,"key":"OCPBUGS-9941","created_at":"2023-05-06T01:13:52.860973Z","updated_at":"2023-06-05T17:56:46.128779Z","deleted_at":null,"status":"New","last_change_time":"2023-06-01T10:42:11Z","summary":"\"[sig-node] nodes should not go unready after being upgraded and go unready only once\" failing on upgrade tests","affects_versions":["4.13.0"],"fix_versions":[],"components":["Test Framework / OpenStack"],"labels":["Triaged","Triaged"],"url":"https://issues.redhat.com/browse/OCPBUGS-9941"}]},{"Name":"[sig-cluster-lifecycle] cluster upgrade should complete in 90.00 minutes","Risk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Unable to find matching test results for variants: [amd64 ha ovn upgrade upgrade-minor vsphere-ipi]"]},"OpenBugs":null}],"OverallRisk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Maximum failed test risk: Unknown"]},"OpenBugs":[]}

---
dy after being upgraded and go unready only once","Risk":{"Level":{"Name":"Low","Level":1},"Reasons":["This test has passed 50.00% of 12 runs on release 4.13 [amd64 ha ovn upgrade upgrade-minor vsphere-ipi] in the last week."]},"OpenBugs":[{"id":14922179,"key":"OCPBUGS-3299","created_at":"2023-05-06T01:13:53.193711Z","updated_at":"2023-06-05T17:56:45.539726Z","deleted_at":null,"status":"ASSIGNED","last_change_time":"2023-04-25T16:52:30Z","summary":"4.8-ci payload failure due to NodeControllerDegraded / \"[sig-node] nodes should not go unready after being upgraded and go unready only once\"","affects_versions":["4.8.z"],"fix_versions":[],"components":["Node / Kubelet"],"labels":["triaged","triaged"],"url":"https://issues.redhat.com/browse/OCPBUGS-3299"},{"id":15136559,"key":"OCPBUGS-9941","created_at":"2023-05-06T01:13:52.860973Z","updated_at":"2023-06-05T17:56:46.128779Z","deleted_at":null,"status":"New","last_change_time":"2023-06-01T10:42:11Z","summary":"\"[sig-node] nodes should not go unready after being upgraded and go unready only once\" failing on upgrade tests","affects_versions":["4.13.0"],"fix_versions":[],"components":["Test Framework / OpenStack"],"labels":["Triaged","Triaged"],"url":"https://issues.redhat.com/browse/OCPBUGS-9941"}]},{"Name":"[sig-cluster-lifecycle] cluster upgrade should complete in 90.00 minutes","Risk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Unable to find matching test results for variants: [amd64 ha ovn upgrade upgrade-minor vsphere-ipi]"]},"OpenBugs":null}],"OverallRisk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Maximum failed test risk: Unknown"]},"OpenBugs":[]}

# [sig-cluster-lifecycle] cluster upgrade should complete in 90.00 minutes

# [sig-cluster-lifecycle] cluster upgrade should complete in 90.00 minutes

# [sig-cluster-lifecycle] cluster upgrade should complete in 75.00 minutes

# step graph.Run multi-stage test e2e-azure-sdn-upgrade - e2e-azure-sdn-upgrade-openshift-e2e-test container test
lease 4.13 [amd64 azure ha sdn upgrade upgrade-minor] in the last week."]},"OpenBugs":[]},{"Name":"[sig-network] pods should successfully create sandboxes by adding pod to network","Risk":{"Level":{"Name":"Low","Level":1},"Reasons":["This test has passed 41.94% of 31 runs on release 4.13 [amd64 azure ha sdn upgrade upgrade-minor] in the last week."]},"OpenBugs":[]},{"Name":"[sig-api-machinery] disruption/cache-oauth-api connection/reused should be available throughout the test","Risk":{"Level":{"Name":"High","Level":100},"Reasons":["This test has passed 100.00% of 31 runs on release 4.13 [amd64 azure ha sdn upgrade upgrade-minor] in the last week."]},"OpenBugs":[]},{"Name":"[sig-api-machinery] disruption/cache-oauth-api connection/new should be available throughout the test","Risk":{"Level":{"Name":"High","Level":100},"Reasons":["This test has passed 100.00% of 31 runs on release 4.13 [amd64 azure ha sdn upgrade upgrade-minor] in the last week."]},"OpenBugs":[]},{"Name":"[sig-api-machinery] disruption/oauth-api connection/reused should be available throughout the test","Risk":{"Level":{"Name":"High","Level":100},"Reasons":["This test has passed 100.00% of 31 runs on release 4.13 [amd64 azure ha sdn upgrade upgrade-minor] in the last week."]},"OpenBugs":[]},{"Name":"[sig-cluster-lifecycle] cluster upgrade should complete in 75.00 minutes","Risk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Unable to find matching test results for variants: [amd64 azure ha sdn upgrade upgrade-minor]"]},"OpenBugs":null}],"OverallRisk":{"Level":{"Name":"High","Level":100},"Reasons":["Maximum failed test risk: High"]},"OpenBugs":[]}

---
lease 4.13 [amd64 azure ha sdn upgrade upgrade-minor] in the last week."]},"OpenBugs":[]},{"Name":"[sig-network] pods should successfully create sandboxes by adding pod to network","Risk":{"Level":{"Name":"Low","Level":1},"Reasons":["This test has passed 41.94% of 31 runs on release 4.13 [amd64 azure ha sdn upgrade upgrade-minor] in the last week."]},"OpenBugs":[]},{"Name":"[sig-api-machinery] disruption/cache-oauth-api connection/reused should be available throughout the test","Risk":{"Level":{"Name":"High","Level":100},"Reasons":["This test has passed 100.00% of 31 runs on release 4.13 [amd64 azure ha sdn upgrade upgrade-minor] in the last week."]},"OpenBugs":[]},{"Name":"[sig-api-machinery] disruption/cache-oauth-api connection/new should be available throughout the test","Risk":{"Level":{"Name":"High","Level":100},"Reasons":["This test has passed 100.00% of 31 runs on release 4.13 [amd64 azure ha sdn upgrade upgrade-minor] in the last week."]},"OpenBugs":[]},{"Name":"[sig-api-machinery] disruption/oauth-api connection/reused should be available throughout the test","Risk":{"Level":{"Name":"High","Level":100},"Reasons":["This test has passed 100.00% of 31 runs on release 4.13 [amd64 azure ha sdn upgrade upgrade-minor] in the last week."]},"OpenBugs":[]},{"Name":"[sig-cluster-lifecycle] cluster upgrade should complete in 75.00 minutes","Risk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Unable to find matching test results for variants: [amd64 azure ha sdn upgrade upgrade-minor]"]},"OpenBugs":null}],"OverallRisk":{"Level":{"Name":"High","Level":100},"Reasons":["Maximum failed test risk: High"]},"OpenBugs":[]}

# step graph.Run multi-stage test e2e-azure-sdn-upgrade - e2e-azure-sdn-upgrade-openshift-e2e-test container test
22179,"key":"OCPBUGS-3299","created_at":"2023-05-06T01:13:53.193711Z","updated_at":"2023-06-05T23:31:04.956158Z","deleted_at":null,"status":"ASSIGNED","last_change_time":"2023-04-25T16:52:30Z","summary":"4.8-ci payload failure due to NodeControllerDegraded / \"[sig-node] nodes should not go unready after being upgraded and go unready only once\"","affects_versions":["4.8.z"],"fix_versions":[],"components":["Node / Kubelet"],"labels":["triaged","triaged"],"url":"https://issues.redhat.com/browse/OCPBUGS-3299"},{"id":15136559,"key":"OCPBUGS-9941","created_at":"2023-05-06T01:13:52.860973Z","updated_at":"2023-06-05T23:31:04.925513Z","deleted_at":null,"status":"New","last_change_time":"2023-06-01T10:42:11Z","summary":"\"[sig-node] nodes should not go unready after being upgraded and go unready only once\" failing on upgrade tests","affects_versions":["4.13.0"],"fix_versions":[],"components":["Test Framework / OpenStack"],"labels":["Triaged","Triaged"],"url":"https://issues.redhat.com/browse/OCPBUGS-9941"}]},{"Name":"[sig-cluster-lifecycle] cluster upgrade should complete in 75.00 minutes","Risk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Unable to find matching test results for variants: [amd64 azure ha sdn upgrade upgrade-minor]"]},"OpenBugs":null},{"Name":"[sig-imageregistry] Image registry remains available using new connections","Risk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Unable to find matching test results for variants: [amd64 azure ha sdn upgrade upgrade-minor]"]},"OpenBugs":null}],"OverallRisk":{"Level":{"Name":"Medium","Level":50},"Reasons":["Maximum failed test risk: Medium"]},"OpenBugs":[]}

---
22179,"key":"OCPBUGS-3299","created_at":"2023-05-06T01:13:53.193711Z","updated_at":"2023-06-05T23:31:04.956158Z","deleted_at":null,"status":"ASSIGNED","last_change_time":"2023-04-25T16:52:30Z","summary":"4.8-ci payload failure due to NodeControllerDegraded / \"[sig-node] nodes should not go unready after being upgraded and go unready only once\"","affects_versions":["4.8.z"],"fix_versions":[],"components":["Node / Kubelet"],"labels":["triaged","triaged"],"url":"https://issues.redhat.com/browse/OCPBUGS-3299"},{"id":15136559,"key":"OCPBUGS-9941","created_at":"2023-05-06T01:13:52.860973Z","updated_at":"2023-06-05T23:31:04.925513Z","deleted_at":null,"status":"New","last_change_time":"2023-06-01T10:42:11Z","summary":"\"[sig-node] nodes should not go unready after being upgraded and go unready only once\" failing on upgrade tests","affects_versions":["4.13.0"],"fix_versions":[],"components":["Test Framework / OpenStack"],"labels":["Triaged","Triaged"],"url":"https://issues.redhat.com/browse/OCPBUGS-9941"}]},{"Name":"[sig-cluster-lifecycle] cluster upgrade should complete in 75.00 minutes","Risk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Unable to find matching test results for variants: [amd64 azure ha sdn upgrade upgrade-minor]"]},"OpenBugs":null},{"Name":"[sig-imageregistry] Image registry remains available using new connections","Risk":{"Level":{"Name":"Unknown","Level":25},"Reasons":["Unable to find matching test results for variants: [amd64 azure ha sdn upgrade upgrade-minor]"]},"OpenBugs":null}],"OverallRisk":{"Level":{"Name":"Medium","Level":50},"Reasons":["Maximum failed test risk: Medium"]},"OpenBugs":[]}

# [sig-cluster-lifecycle] cluster upgrade should complete in 75.00 minutes

# [sig-cluster-lifecycle] cluster upgrade should complete in 75.00 minutes
upgrade to registry.build02.ci.openshift.org/ci-op-5t5w2sfd/release@sha256:fc74b407686d0fd0753ed20564531a5439a3f6be8450e0e66445f1fdafaad1ad took too long: 75.84 minutes