| pull-ci-openshift-ovn-kubernetes-master-4.14-upgrade-from-stable-4.13-e2e-aws-ovn-upgrade (all) - 30 runs, 83% failed, 4% of failures match = 3% impact | |||
| #1704367998728409088 | junit | 38 minutes ago | |
alert PrometheusErrorSendingAlertsToSomeAlertmanagers pending for 387.4489998817444 seconds with labels: {alertmanager="https://10.129.2.11:9095/api/v2/alerts", container="kube-rbac-proxy", endpoint="metrics", instance="10.131.0.4:9092", job="prometheus-k8s", namespace="openshift-monitoring", pod="prometheus-k8s-1", service="prometheus-k8s", severity="warning"} result=allow
alert TargetDown fired for 2190 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown fired for 2220 seconds with labels: {job="ovnkube-node", namespace="openshift-ovn-kubernetes", service="ovn-kubernetes-node", severity="warning"} result=reject
| |||
| pull-ci-openshift-ovn-kubernetes-master-e2e-aws-ovn-upgrade-local-gateway (all) - 29 runs, 93% failed, 4% of failures match = 3% impact | |||
| #1704368083889557504 | junit | About an hour ago | |
alert TargetDown fired for 300 seconds with labels: {job="kube-controller-manager", namespace="openshift-kube-controller-manager", service="kube-controller-manager", severity="warning"} result=reject
alert TargetDown fired for 300 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown fired for 300 seconds with labels: {job="ovnkube-node", namespace="openshift-ovn-kubernetes", service="ovn-kubernetes-node", severity="warning"} result=reject
| |||
| pull-ci-openshift-ovn-kubernetes-master-e2e-aws-ovn-serial (all) - 26 runs, 77% failed, 10% of failures match = 8% impact | |||
| #1704367998891986944 | junit | About an hour ago | |
alert NTOPodsNotReady fired for 60 seconds with labels: {condition="true", container="kube-rbac-proxy-main", endpoint="https-main", job="kube-state-metrics", namespace="openshift-cluster-node-tuning-operator", pod="tuned-9z65g", service="kube-state-metrics", severity="warning", uid="28a688d5-f441-47dc-8d1c-b302bcdf63a6"} result=reject
alert TargetDown fired for 1020 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown fired for 1020 seconds with labels: {job="ovnkube-node", namespace="openshift-ovn-kubernetes", service="ovn-kubernetes-node", severity="warning"} result=reject
| |||
| #1704368096212422656 | junit | 2 hours ago | |
alert NTOPodsNotReady fired for 60 seconds with labels: {condition="true", container="kube-rbac-proxy-main", endpoint="https-main", job="kube-state-metrics", namespace="openshift-cluster-node-tuning-operator", pod="tuned-tghjl", service="kube-state-metrics", severity="warning", uid="140382ae-e79d-4f96-a21b-54206ec36c37"} result=reject
alert TargetDown fired for 960 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown fired for 990 seconds with labels: {job="node-exporter", namespace="openshift-monitoring", service="node-exporter", severity="warning"} result=reject
| |||
| pull-ci-openshift-kubernetes-release-4.13-e2e-aws-ovn-downgrade (all) - 3 runs, 100% failed, 33% of failures match = 33% impact | |||
| #1704366160104919040 | junit | 2 hours ago | |
alert TargetDown fired for 1380 seconds with labels: {job="ovnkube-master", namespace="openshift-ovn-kubernetes", service="ovn-kubernetes-master", severity="warning"} result=reject
alert TargetDown fired for 1500 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown fired for 1500 seconds with labels: {job="node-exporter", namespace="openshift-monitoring", service="node-exporter", severity="warning"} result=reject
| |||
| pull-ci-openshift-kubernetes-release-4.13-e2e-aws-ovn-upgrade (all) - 3 runs, 100% failed, 33% of failures match = 33% impact | |||
| #1704366160209776640 | junit | 2 hours ago | |
alert TargetDown fired for 1200 seconds with labels: {job="ovnkube-node", namespace="openshift-ovn-kubernetes", service="ovn-kubernetes-node", severity="warning"} result=reject
alert TargetDown fired for 1230 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown fired for 1260 seconds with labels: {job="cluster-storage-operator-metrics", namespace="openshift-cluster-storage-operator", service="cluster-storage-operator-metrics", severity="warning"} result=reject
| |||
| openshift-ovn-kubernetes-1889-ci-4.14-upgrade-from-stable-4.13-e2e-aws-ovn-upgrade (all) - 10 runs, 10% failed, 100% of failures match = 10% impact | |||
| #1704246371034337280 | junit | 9 hours ago | |
alert KubePodNotScheduled pending for 510.0739998817444 seconds with labels: {container="kube-rbac-proxy-main", endpoint="https-main", job="kube-state-metrics", namespace="openshift-oauth-apiserver", pod="apiserver-59b84d69db-cqrkq", service="kube-state-metrics", severity="warning", uid="94b34f4b-e85d-4951-9d00-90b7efffbb3d"} result=allow
alert TargetDown fired for 120 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown fired for 120 seconds with labels: {job="ovnkube-node", namespace="openshift-ovn-kubernetes", service="ovn-kubernetes-node", severity="warning"} result=reject
| |||
| periodic-ci-openshift-multiarch-master-nightly-4.10-ocp-e2e-remote-libvirt-ppc64le (all) - 1 runs, 100% failed, 100% of failures match = 100% impact | |||
| #1704284363232907264 | junit | 9 hours ago | |
alert TargetDown fired for 90 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"}
| |||
| #1704284363232907264 | junit | 9 hours ago | |
alert TargetDown fired for 90 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"}
| |||
| periodic-ci-openshift-release-master-nightly-4.13-e2e-alibaba-ovn (all) - 4 runs, 100% failed, 50% of failures match = 50% impact | |||
| #1704252512522997760 | junit | 11 hours ago | |
alert KubeletPlegDurationHigh pending for 83.11999988555908 seconds with labels: {instance="10.0.72.55:10250", node="ci-op-mxxzq21v-2adf1-z9nw4-worker-us-east-1a-798v6", quantile="0.99", severity="warning"} result=allow
alert TargetDown fired for 30 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown pending for 177.11999988555908 seconds with labels: {job="catalog-operator-metrics", namespace="openshift-operator-lifecycle-manager", service="catalog-operator-metrics", severity="warning"} result=allow
| |||
| #1703675512099966976 | junit | 2 days ago | |
alert TargetDown fired for 30 seconds with labels: {job="machine-config-controller", namespace="openshift-machine-config-operator", service="machine-config-controller", severity="warning"} result=reject
alert TargetDown fired for 30 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown pending for 263.44799995422363 seconds with labels: {job="kube-state-metrics", namespace="openshift-monitoring", service="kube-state-metrics", severity="warning"} result=allow
| |||
| periodic-ci-openshift-release-master-ci-4.13-e2e-azure-sdn-techpreview-serial (all) - 3 runs, 33% failed, 100% of failures match = 33% impact | |||
| #1704122508321492992 | junit | 18 hours ago | |
alert TargetDown fired for 30 seconds with labels: {job="machine-config-controller", namespace="openshift-machine-config-operator", service="machine-config-controller", severity="warning"} result=reject
alert TargetDown fired for 30 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
Ginkgo exit error 4: exit with code 4
| |||
| periodic-ci-openshift-release-master-ci-4.13-e2e-azure-sdn-techpreview (all) - 3 runs, 33% failed, 100% of failures match = 33% impact | |||
| #1704122507453272064 | junit | 19 hours ago | |
alert IngressWithoutClassName pending for 445.154000043869 seconds with labels: {container="route-controller-manager", endpoint="https", instance="10.129.0.57:8443", job="route-controller-manager", name="test", namespace="openshift-route-controller-manager", pod="route-controller-manager-64f7c4bbc6-hkhf5", service="route-controller-manager", severity="warning"} result=allow
alert TargetDown fired for 30 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert etcdDatabaseHighFragmentationRatio pending for 59.15400004386902 seconds with labels: {endpoint="etcd-metrics", instance="10.0.0.6:9979", job="etcd", namespace="openshift-etcd", pod="etcd-ci-op-lm285pdt-b3669-d98kf-master-2", service="etcd", severity="warning"} result=allow
| |||
| release-openshift-origin-installer-launch-gcp-modern (all) - 126 runs, 37% failed, 2% of failures match = 1% impact | |||
| #1704035113580367872 | junit | 24 hours ago | |
alert TargetDown fired for 30 seconds with labels: {job="ovnkube-node", namespace="openshift-ovn-kubernetes", service="ovn-kubernetes-node", severity="warning"} result=reject
alert TargetDown fired for 60 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
| |||
| periodic-ci-openshift-release-master-ci-4.13-upgrade-from-stable-4.12-e2e-vsphere-ovn-upgrade-storage-data (all) - 1 runs, 0% failed, 100% of runs match | |||
| #1703973210048958464 | junit | 28 hours ago | |
alert TargetDown fired for 180 seconds with labels: {job="ovnkube-node", namespace="openshift-ovn-kubernetes", service="ovn-kubernetes-node", severity="warning"} result=reject
alert TargetDown fired for 210 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown fired for 510 seconds with labels: {job="dns-default", namespace="openshift-dns", service="dns-default", severity="warning"} result=reject
| |||
| periodic-ci-openshift-release-master-nightly-4.10-e2e-ovirt (all) - 2 runs, 50% failed, 100% of failures match = 50% impact | |||
| #1703982353249996800 | junit | 29 hours ago | |
alert TargetDown fired for 60 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"}
| |||
| #1703982353249996800 | junit | 29 hours ago | |
alert TargetDown fired for 60 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"}
| |||
| periodic-ci-openshift-release-master-ci-4.13-e2e-azure-ovn-upgrade (all) - 5 runs, 20% failed, 200% of failures match = 40% impact | |||
| #1703923183037452288 | junit | 31 hours ago | |
alert TargetDown fired for 60 seconds with labels: {job="machine-config-controller", namespace="openshift-machine-config-operator", service="machine-config-controller", severity="warning"} result=reject
alert TargetDown fired for 60 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
| |||
| #1703878130868948992 | junit | 34 hours ago | |
alert TargetDown fired for 60 seconds with labels: {job="machine-config-controller", namespace="openshift-machine-config-operator", service="machine-config-controller", severity="warning"} result=reject
alert TargetDown fired for 60 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
| |||
| periodic-ci-openshift-release-master-ci-4.14-upgrade-from-stable-4.13-e2e-aws-ovn-upgrade (all) - 79 runs, 43% failed, 3% of failures match = 1% impact | |||
| #1703907644504281088 | junit | 32 hours ago | |
alert TargetDown fired for 720 seconds with labels: {job="kubelet", namespace="kube-system", service="kubelet", severity="warning"} result=reject
alert TargetDown fired for 720 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown fired for 720 seconds with labels: {job="network-metrics-service", namespace="openshift-multus", service="network-metrics-service", severity="warning"} result=reject
| |||
| periodic-ci-openshift-release-master-ci-4.15-upgrade-from-stable-4.14-e2e-aws-ovn-upgrade (all) - 70 runs, 37% failed, 4% of failures match = 1% impact | |||
| #1703894505477902336 | junit | 32 hours ago | |
alert TargetDown fired for 1903 seconds with labels: {job="thanos-querier", namespace="openshift-monitoring", service="thanos-querier", severity="warning"} result=reject
alert TargetDown fired for 2563 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown fired for 2593 seconds with labels: {job="crio", namespace="kube-system", service="kubelet", severity="warning"} result=reject
| |||
| periodic-ci-openshift-release-master-nightly-4.14-upgrade-from-stable-4.13-e2e-vsphere-ovn-upgrade (all) - 1 runs, 100% failed, 100% of failures match = 100% impact | |||
| #1703872294012588032 | junit | 34 hours ago | |
alert TargetDown fired for 60 seconds with labels: {job="dns-default", namespace="openshift-dns", service="dns-default", severity="warning"} result=reject
alert TargetDown fired for 60 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TelemeterClientFailures pending for 699.2960000038147 seconds with labels: {namespace="openshift-monitoring", severity="warning"} result=allow
| |||
| pull-ci-openshift-vmware-vsphere-csi-driver-operator-master-e2e-vsphere-ovn-upgrade (all) - 3 runs, 67% failed, 100% of failures match = 67% impact | |||
| #1703876826050334720 | junit | 35 hours ago | |
alert TargetDown fired for 210 seconds with labels: {job="kubelet", namespace="kube-system", service="kubelet", severity="warning"} result=reject
alert TargetDown fired for 210 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown fired for 210 seconds with labels: {job="ovnkube-node", namespace="openshift-ovn-kubernetes", service="ovn-kubernetes-node", severity="warning"} result=reject
| |||
| #1703714039428812800 | junit | 46 hours ago | |
alert TargetDown fired for 360 seconds with labels: {job="dns-default", namespace="openshift-dns", service="dns-default", severity="warning"} result=reject
alert TargetDown fired for 360 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown fired for 390 seconds with labels: {job="network-metrics-service", namespace="openshift-multus", service="network-metrics-service", severity="warning"} result=reject
| |||
| periodic-ci-openshift-release-master-ci-4.15-e2e-aws-sdn-serial (all) - 11 runs, 45% failed, 20% of failures match = 9% impact | |||
| #1703846439735529472 | junit | 36 hours ago | |
alert TargetDown fired for 1865 seconds with labels: {job="crio", namespace="kube-system", service="kubelet", severity="warning"} result=reject
alert TargetDown fired for 1865 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown fired for 1865 seconds with labels: {job="node-exporter", namespace="openshift-monitoring", service="node-exporter", severity="warning"} result=reject
| |||
| pull-ci-openshift-ovn-kubernetes-master-e2e-aws-ovn-local-to-shared-gateway-mode-migration (all) - 23 runs, 70% failed, 6% of failures match = 4% impact | |||
| #1703845281604308992 | junit | 37 hours ago | |
alert TargetDown fired for 678 seconds with labels: {job="ovnkube-node", namespace="openshift-ovn-kubernetes", service="ovn-kubernetes-node", severity="warning"} result=reject
alert TargetDown fired for 708 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown fired for 708 seconds with labels: {job="network-metrics-service", namespace="openshift-multus", service="network-metrics-service", severity="warning"} result=reject
| |||
| pull-ci-openshift-cluster-network-operator-master-4.14-upgrade-from-stable-4.13-e2e-azure-ovn-upgrade (all) - 2 runs, 100% failed, 50% of failures match = 50% impact | |||
| #1703818719920132096 | junit | 37 hours ago | |
alert TargetDown fired for 30 seconds with labels: {job="machine-config-controller", namespace="openshift-machine-config-operator", service="machine-config-controller", severity="warning"} result=reject
alert TargetDown fired for 60 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
| |||
| pull-ci-openshift-oc-master-e2e-aws-ovn-upgrade (all) - 17 runs, 71% failed, 8% of failures match = 6% impact | |||
| #1703761584930689024 | junit | 41 hours ago | |
alert TargetDown fired for 840 seconds with labels: {job="etcd", namespace="openshift-etcd", service="etcd", severity="warning"} result=reject
alert TargetDown fired for 870 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown fired for 870 seconds with labels: {job="node-exporter", namespace="openshift-monitoring", service="node-exporter", severity="warning"} result=reject
| |||
| pull-ci-openshift-machine-api-operator-master-e2e-vsphere-ovn-upgrade (all) - 1 runs, 0% failed, 100% of runs match | |||
| #1703735974762123264 | junit | 44 hours ago | |
alert TargetDown fired for 240 seconds with labels: {job="ovnkube-node", namespace="openshift-ovn-kubernetes", service="ovn-kubernetes-node", severity="warning"} result=reject
alert TargetDown fired for 270 seconds with labels: {job="machine-config-daemon", namespace="openshift-machine-config-operator", service="machine-config-daemon", severity="warning"} result=reject
alert TargetDown fired for 270 seconds with labels: {job="node-exporter", namespace="openshift-monitoring", service="node-exporter", severity="warning"} result=reject
| |||
Found in 0.06% of runs (0.28% of failures) across 43603 total runs and 5520 jobs (22.43% failed) in 605ms - clear search | chart view - source code located on github