# Undiagnosed panic detected in pod
pods/openshift-storage_ocs-operator-d6bfbc4f9-fv2ck_ocs-operator_previous.log.gz:E0926 01:38:39.244179       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-kube-apiserver_kube-apiserver-ip-10-0-23-245.eu-north-1.compute.internal_kube-apiserver_previous.log.gz:E0922 02:55:19.385634      18 runtime.go:77] Observed a panic: context deadline exceeded

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-6bf8498dc6-qm5lg_cluster-version-operator_previous.log.gz:E0925 21:17:49.677001       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-7df849df86-jp27q_cluster-version-operator_previous.log.gz:E0919 11:56:43.031778       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Undiagnosed panic detected in pod
pods/openshift-storage_ocs-operator-798c8586c8-kmxh7_ocs-operator_previous.log.gz:{"level":"info","ts":"2023-09-25T18:10:05Z","msg":"Observed a panic in reconciler: runtime error: invalid memory address or nil pointer dereference","controller":"storagecluster","controllerGroup":"ocs.openshift.io","controllerKind":"StorageCluster","StorageCluster":{"name":"ocs-storagecluster","namespace":"openshift-storage"},"namespace":"openshift-storage","name":"ocs-storagecluster","reconcileID":"1f2d6eca-2186-4477-a71e-ae9fb2bfe406"}

# Undiagnosed panic detected in pod
pods/openshift-storage_ocs-operator-798c8586c8-hxcvv_ocs-operator_previous.log.gz:E0922 21:07:55.157715       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-storage_ocs-operator-798c8586c8-6gr7h_ocs-operator_previous.log.gz:{"level":"info","ts":"2023-09-25T17:03:06Z","msg":"Observed a panic in reconciler: runtime error: invalid memory address or nil pointer dereference","controller":"storagecluster","controllerGroup":"ocs.openshift.io","controllerKind":"StorageCluster","StorageCluster":{"name":"ocs-storagecluster","namespace":"openshift-storage"},"namespace":"openshift-storage","name":"ocs-storagecluster","reconcileID":"eb80e86b-ac26-4fe8-b858-936b52f2986b"}

# Undiagnosed panic detected in pod
pods/openshift-storage_ocs-operator-798c8586c8-vn7fw_ocs-operator_previous.log.gz:{"level":"info","ts":"2023-09-25T14:58:41Z","msg":"Observed a panic in reconciler: runtime error: invalid memory address or nil pointer dereference","controller":"storagecluster","controllerGroup":"ocs.openshift.io","controllerKind":"StorageCluster","StorageCluster":{"name":"ocs-storagecluster","namespace":"openshift-storage"},"namespace":"openshift-storage","name":"ocs-storagecluster","reconcileID":"5529cdda-d0a9-4903-8847-3f0de6160284"}

# Undiagnosed panic detected in pod
pods/openshift-storage_ocs-operator-798c8586c8-v6j56_ocs-operator_previous.log.gz:{"level":"info","ts":"2023-09-21T13:20:30Z","msg":"Observed a panic in reconciler: runtime error: invalid memory address or nil pointer dereference","controller":"storagecluster","controllerGroup":"ocs.openshift.io","controllerKind":"StorageCluster","StorageCluster":{"name":"ocs-storagecluster","namespace":"openshift-storage"},"namespace":"openshift-storage","name":"ocs-storagecluster","reconcileID":"b836470c-b4a2-403a-8189-8468e51c77be"}

# Undiagnosed panic detected in pod
pods/openshift-storage_ocs-operator-798c8586c8-g4qgl_ocs-operator_previous.log.gz:{"level":"info","ts":"2023-09-20T17:01:23Z","msg":"Observed a panic in reconciler: runtime error: invalid memory address or nil pointer dereference","controller":"storagecluster","controllerGroup":"ocs.openshift.io","controllerKind":"StorageCluster","StorageCluster":{"name":"ocs-storagecluster","namespace":"openshift-storage"},"namespace":"openshift-storage","name":"ocs-storagecluster","reconcileID":"86ac70ca-ec1d-4c3b-a460-5c5cdb7a1bba"}

# Undiagnosed panic detected in pod
pods/advanced-cluster-management_multiclusterhub-operator-c6cf9b6f6-hnqm9_multiclusterhub-operator_previous.log.gz:1.695666619328844e+09	INFO	Observed a panic in reconciler: runtime error: invalid memory address or nil pointer dereference	{"controller": "multiclusterhub", "controllerGroup": "operator.open-cluster-management.io", "controllerKind": "MultiClusterHub", "multiClusterHub": {"name":"multiclusterhub","namespace":"advanced-cluster-management"}, "namespace": "advanced-cluster-management", "name": "multiclusterhub", "reconcileID": "ba7c1b4e-eecf-4f5e-bdfc-2131ea998334"}

# Undiagnosed panic detected in pod
pods/advanced-cluster-management_multiclusterhub-operator-c6cf9b6f6-fd5h2_multiclusterhub-operator_previous.log.gz:1.6952220445086722e+09	INFO	Observed a panic in reconciler: runtime error: invalid memory address or nil pointer dereference	{"controller": "multiclusterhub", "controllerGroup": "operator.open-cluster-management.io", "controllerKind": "MultiClusterHub", "multiClusterHub": {"name":"multiclusterhub","namespace":"advanced-cluster-management"}, "namespace": "advanced-cluster-management", "name": "multiclusterhub", "reconcileID": "14457453-8524-4862-ba27-1c6c69055854"}

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-8574c59b85-ckxjt_machine-config-controller_previous.log.gz:E0925 17:36:42.938808       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-6946bd646f-fzkgx_machine-config-controller_previous.log.gz:E0925 14:53:27.387638       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-5bdf6d6d94-xbbvx_machine-config-controller_previous.log.gz:E0925 10:45:55.573926       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-b97cff9-ftc5b_machine-config-controller_previous.log.gz:E0922 11:26:05.619406       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-7c7b65467d-ndl99_machine-config-controller_previous.log.gz:E0922 06:50:56.440603       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-6795bd7c99-qx8cx_machine-config-controller_previous.log.gz:E0922 06:44:24.762191       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-554f8d5fb4-25smm_machine-config-controller_previous.log.gz:E0921 14:15:46.502675       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-68b4bb56df-hk47h_machine-config-controller_previous.log.gz:E0921 13:13:13.276430       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-controller-manager-66bf8d4b7-wfh8c_cloud-controller-manager_previous.log.gz:E0925 16:44:16.057015       1 runtime.go:77] Observed a panic: leaderelection lost

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-56499f8c64-zh4qg_cluster-version-operator_previous.log.gz:E0925 16:41:07.062075       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-controller-manager-5886b76d87-nppt2_cloud-controller-manager_previous.log.gz:E0925 16:53:35.044456       1 runtime.go:77] Observed a panic: leaderelection lost

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-6449c7f57d-lh5nv_cluster-version-operator_previous.log.gz:E0925 16:38:42.919724       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-69ffc647cd-lpf89_cluster-version-operator_previous.log.gz:E0925 16:55:19.945946       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-77bd7888b8-frttl_cluster-version-operator_previous.log.gz:E0920 13:43:53.068741       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-controller-manager-7c5686c679-4dlln_cloud-controller-manager_previous.log.gz:E0925 14:00:57.634701       1 runtime.go:77] Observed a panic: leaderelection lost

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-controller-manager-69d9bc469b-4kqwk_cloud-controller-manager_previous.log.gz:E0922 19:08:22.343673       1 runtime.go:77] Observed a panic: leaderelection lost

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-controller-manager-c46d95fc8-tjvkd_cloud-controller-manager_previous.log.gz:E0920 15:22:45.821729       1 runtime.go:77] Observed a panic: leaderelection lost

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-controller-manager-775f467987-6zb8x_cloud-controller-manager_previous.log.gz:E0919 17:57:25.856796       1 runtime.go:77] Observed a panic: leaderelection lost

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-5fcb4588dd-j8r69_cluster-version-operator_previous.log.gz:E0925 12:39:40.921575       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-controller-manager-574b4f8c48-stglc_cloud-controller-manager_previous.log.gz:E0925 09:09:47.923366       1 runtime.go:77] Observed a panic: leaderelection lost

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-6f65574bd7-57pfh_machine-config-controller_previous.log.gz:E0925 07:04:14.272703       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-5bfff76f48-kchh8_machine-config-controller_previous.log.gz:E0922 14:35:22.000880       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-bjnbz_pod-network-to-service-disruption-poller-6865476fd9-nqxbg_disruption-poller.log.gz:E0925 03:05:11.745588       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-b9fph_pod-network-to-service-disruption-poller-6b58dc8b75-qrcgr_disruption-poller.log.gz:E0925 03:09:54.838404       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-jxlwd_pod-network-to-service-disruption-poller-5dc959b856-bs2qv_disruption-poller.log.gz:E0922 20:22:30.121777       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-ssthm_pod-network-to-service-disruption-poller-649589fd8c-njn6w_disruption-poller.log.gz:E0922 10:15:45.837412       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-node-manager-x5ghj_cloud-node-manager_previous.log.gz:E0921 21:09:29.356851       1 runtime.go:79] Observed a panic: &fmt.wrapError{msg:"failed to initialize node ci-ln-z222gt2-1d09d-6d5q4-worker-centralus2-6tgn7 at cloudprovider: failed to set node provider id: failure of getting instance metadata with response \"410 Gone\"", err:(*fmt.wrapError)(0xc0002af920)} (failed to initialize node ci-ln-z222gt2-1d09d-6d5q4-worker-centralus2-6tgn7 at cloudprovider: failed to set node provider id: failure of getting instance metadata with response "410 Gone")

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-dhzw9_pod-network-to-service-disruption-poller-594756665b-mhbl7_disruption-poller.log.gz:E0921 17:59:23.031073       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-f96f94f9-r7fjx_machine-config-controller_previous.log.gz:E0925 01:08:03.492871       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-677b7db666-n4lfk_machine-config-controller_previous.log.gz:E0924 01:01:29.611167       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-d4964b958-zd9vc_machine-config-controller_previous.log.gz:E0923 01:08:13.942878       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-578f5975c9-j4dbm_machine-config-controller_previous.log.gz:E0922 01:01:29.160173       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-85bfb678f4-5pfpp_machine-config-controller_previous.log.gz:E0921 01:05:41.163029       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-98n8r_pod-network-to-service-disruption-poller-59c6bb85f6-22q8b_disruption-poller.log.gz:E0925 02:42:21.611608       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-htqbt_pod-network-to-service-disruption-poller-675f758b54-jtfxv_disruption-poller.log.gz:E0925 02:44:54.795304       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-7l69l_pod-network-to-service-disruption-poller-6d9d978fd6-pcptm_disruption-poller.log.gz:E0922 20:01:23.994671       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-8k9hz_pod-network-to-service-disruption-poller-849cb9d96b-58g4k_disruption-poller.log.gz:E0922 19:57:49.278729       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-lzxv9_pod-network-to-service-disruption-poller-595bd54659-kdbl5_disruption-poller.log.gz:E0922 09:56:13.733951       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-tghl9_pod-network-to-service-disruption-poller-6cc7d8ccdd-hxb6j_disruption-poller.log.gz:E0922 09:50:39.738363       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-vh4v7_pod-network-to-service-disruption-poller-54b5b9bdbc-ck8lv_disruption-poller.log.gz:E0920 16:08:32.803794       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-2t8vf_pod-network-to-service-disruption-poller-f779ccc94-8vsht_disruption-poller.log.gz:E0920 16:09:40.611231       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-kube-scheduler_openshift-kube-scheduler-ip-10-0-191-93.us-west-2.compute.internal_kube-scheduler_previous.log.gz:E0919 10:08:56.560120       1 runtime.go:78] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-7d8567b6db-ffd2j_machine-config-controller_previous.log.gz:E0925 01:01:56.340045       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-85cb466c49-dlr44_machine-config-controller_previous.log.gz:E0924 00:56:42.104148       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-6465c8dc44-8j4p8_machine-config-controller_previous.log.gz:E0923 01:09:22.085789       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-6ffd5c4b6b-vm8b7_machine-config-controller_previous.log.gz:E0922 01:09:42.053299       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-storage_ocs-operator-798c8586c8-t79mf_ocs-operator_previous.log.gz:{"level":"info","ts":"2023-09-25T01:47:06Z","msg":"Observed a panic in reconciler: runtime error: invalid memory address or nil pointer dereference","controller":"storagecluster","controllerGroup":"ocs.openshift.io","controllerKind":"StorageCluster","StorageCluster":{"name":"ocs-storagecluster","namespace":"openshift-storage"},"namespace":"openshift-storage","name":"ocs-storagecluster","reconcileID":"1e5b675a-7397-4866-9e15-c80a2fdd9657"}

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-controller-manager-c588b978b-nhpr9_cloud-controller-manager_previous.log.gz:E0925 00:11:54.504506       1 runtime.go:76] Observed a panic: leaderelection lost

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-controller-manager-6bfb95c55c-ljx9p_cloud-controller-manager_previous.log.gz:E0923 13:46:17.378269       1 runtime.go:76] Observed a panic: leaderelection lost

# Undiagnosed panic detected in pod
pods/openshift-kube-apiserver_kube-apiserver-ip-10-0-162-197.us-east-2.compute.internal_kube-apiserver_previous.log.gz:E0924 17:04:03.514270      17 runtime.go:77] Observed a panic: context deadline exceeded

# Undiagnosed panic detected in pod
pods/openshift-kube-apiserver_kube-apiserver-ip-10-0-146-125.us-east-2.compute.internal_kube-apiserver_previous.log.gz:E0923 17:02:55.701377      16 runtime.go:77] Observed a panic: context deadline exceeded

# Undiagnosed panic detected in pod
pods/openshift-cluster-csi-drivers_vmware-vsphere-csi-driver-controller-67758b84-m5tsg_csi-driver_previous.log.gz:E0924 16:39:27.309671       1 runtime.go:79] Observed a panic: &runtime.TypeAssertionError{_interface:(*runtime._type)(0x1f42840), concrete:(*runtime._type)(0x216e260), asserted:(*runtime._type)(0x2414060), missingMethod:""} (interface conversion: interface {} is cache.DeletedFinalStateUnknown, not *unstructured.Unstructured)

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-controller-manager-75cb6db49c-phk7x_cloud-controller-manager_previous.log.gz:E0924 13:19:15.555131       1 runtime.go:76] Observed a panic: leaderelection lost

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-controller-manager-7b7bc748d7-jbj9s_cloud-controller-manager_previous.log.gz:E0923 07:54:48.278925       1 runtime.go:76] Observed a panic: leaderelection lost

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-controller-manager-5875c5b554-52bqp_cloud-controller-manager_previous.log.gz:E0923 01:47:03.779809       1 runtime.go:76] Observed a panic: leaderelection lost

# Undiagnosed panic detected in pod
pods/openshift-console-operator_console-operator-67c967bb98-c5lbg_console-operator.log.gz:E0924 13:45:41.222309       1 runtime.go:76] Observed a panic: runtime error: invalid memory address or nil pointer dereference

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-controller-manager-645c7fff97-cqx9r_cloud-controller-manager_previous.log.gz:E0924 00:02:14.494776       1 runtime.go:77] Observed a panic: leaderelection lost

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-controller-manager-776dd45897-g5pcx_cloud-controller-manager_previous.log.gz:E0923 11:29:04.375582       1 runtime.go:77] Observed a panic: leaderelection lost

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-78b6fdfb58-nkctt_cluster-version-operator_previous.log.gz:E0924 01:05:20.046847       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-cf5c4b668-52gnj_cluster-version-operator_previous.log.gz:E0924 00:41:14.411425       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-87479c478-qtsht_cluster-version-operator_previous.log.gz:E0923 08:55:28.326393       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-authentication-operator_authentication-operator-6fbc848b7d-qrqzh_authentication-operator.log.gz:E0923 09:47:49.773163       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-authentication-operator_authentication-operator-85679d5cd-kll6r_authentication-operator.log.gz:E0922 16:18:18.447876       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager-operator_cluster-cloud-controller-manager-operator-555bbcd69f-bkvgq_config-sync-controllers_previous.log.gz:E0923 07:35:33.530854       1 runtime.go:78] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-kube-apiserver_kube-apiserver-ip-10-0-30-25.us-west-1.compute.internal_kube-apiserver_previous.log.gz:E0923 05:22:14.369390      17 runtime.go:77] Observed a panic: context deadline exceeded

# Undiagnosed panic detected in pod
pods/openshift-controller-manager_controller-manager-76dc76bb66-slpq2_controller-manager.log.gz:E0923 05:56:37.165847       1 runtime.go:79] Observed a panic: &runtime.TypeAssertionError{_interface:(*runtime._type)(0x390a3a0), concrete:(*runtime._type)(0x3accb20), asserted:(*runtime._type)(0x3da08c0), missingMethod:""} (interface conversion: interface {} is cache.DeletedFinalStateUnknown, not *v1.BuildConfig)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-7fcddc4db-nrnvn_cluster-version-operator_previous.log.gz:E0922 23:54:15.130834       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-7fcddc4db-z2jz9_cluster-version-operator_previous.log.gz:E0922 02:46:44.311121       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-7fcddc4db-5tr96_cluster-version-operator_previous.log.gz:E0922 02:26:20.328411       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-7fcddc4db-2qml7_cluster-version-operator_previous.log.gz:E0920 22:25:19.890457       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-7fcddc4db-9ppf8_cluster-version-operator_previous.log.gz:E0920 03:07:49.288333       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-86d6ffd494-hsxjc_cluster-version-operator_previous.log.gz:E0922 20:29:27.275659       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-lsmpp_pod-network-to-service-disruption-poller-dfd5b8bf4-4gqdx_disruption-poller.log.gz:E0922 20:03:56.301529       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-9mqdk_pod-network-to-service-disruption-poller-667dcbcd66-kbj6z_disruption-poller.log.gz:E0922 10:31:19.993181       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-dc598cc95-v997j_machine-config-controller_previous.log.gz:E0921 07:07:24.568327       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-dc598cc95-dl5b2_machine-config-controller_previous.log.gz:E0920 09:25:41.339265       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-machine-config-operator_machine-config-controller-dc598cc95-hgkg8_machine-config-controller_previous.log.gz:E0919 12:48:19.157298       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-csi-drivers_vmware-vsphere-csi-driver-controller-777f9fc4dc-5mdrq_vsphere-syncer_previous.log.gz:E0922 19:31:03.592413       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-csi-drivers_vmware-vsphere-csi-driver-controller-7d6477f547-d8gpb_vsphere-syncer_previous.log.gz:E0920 15:09:53.801150       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Undiagnosed panic detected in pod
pods/openshift-controller-manager_controller-manager-7b945454d4-h8vfn_controller-manager.log.gz:E0922 18:28:29.593486       1 runtime.go:79] Observed a panic: &runtime.TypeAssertionError{_interface:(*runtime._type)(0x390a3a0), concrete:(*runtime._type)(0x3accb20), asserted:(*runtime._type)(0x3da08c0), missingMethod:""} (interface conversion: interface {} is cache.DeletedFinalStateUnknown, not *v1.BuildConfig)

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-vtgn9_pod-network-to-service-disruption-poller-8fdfbf96b-rb5vt_disruption-poller.log.gz:E0922 18:11:28.782229       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-csi-drivers_vmware-vsphere-csi-driver-controller-59dc959f5c-jbddl_csi-driver_previous.log.gz:E0922 15:04:42.034785       1 runtime.go:79] Observed a panic: &runtime.TypeAssertionError{_interface:(*runtime._type)(0x1f03140), concrete:(*runtime._type)(0x212b280), asserted:(*runtime._type)(0x23cc560), missingMethod:""} (interface conversion: interface {} is cache.DeletedFinalStateUnknown, not *unstructured.Unstructured)

# Undiagnosed panic detected in pod
pods/openshift-ovn-kubernetes_ovnkube-node-vln9z_ovnkube-controller_previous.log.gz:E0922 14:02:35.450291    6457 runtime.go:79] Observed a panic: &runtime.TypeAssertionError{_interface:(*runtime._type)(0x1f52060), concrete:(*runtime._type)(0x208d100), asserted:(*runtime._type)(0x227e060), missingMethod:""} (interface conversion: interface {} is cache.DeletedFinalStateUnknown, not *v1.NetworkAttachmentDefinition)

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Undiagnosed panic detected in pod
pods/openshift-storage_ocs-operator-68689954c6-9w6js_ocs-operator_previous.log.gz:E0921 22:18:03.556753       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-node-manager-kwjrm_cloud-node-manager_previous.log.gz:E0921 20:29:38.659629       1 runtime.go:79] Observed a panic: &fmt.wrapError{msg:"failed to initialize node ci-op-99icm1m7-08da5-xk4nj-worker-centralus1-hhhl5 at cloudprovider: failed to set node provider id: failure of getting instance metadata with response \"410 Gone\"", err:(*fmt.wrapError)(0xc0004c65a0)} (failed to initialize node ci-op-99icm1m7-08da5-xk4nj-worker-centralus1-hhhl5 at cloudprovider: failed to set node provider id: failure of getting instance metadata with response "410 Gone")

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-node-manager-b7bz9_cloud-node-manager_previous.log.gz:E0921 20:37:19.575768       1 runtime.go:79] Observed a panic: &fmt.wrapError{msg:"failed to initialize node ci-op-g0ngh6jv-eef97-p8qdv-master-1 at cloudprovider: failed to set node provider id: failure of getting instance metadata with response \"410 Gone\"", err:(*fmt.wrapError)(0xc000302600)} (failed to initialize node ci-op-g0ngh6jv-eef97-p8qdv-master-1 at cloudprovider: failed to set node provider id: failure of getting instance metadata with response "410 Gone")

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Undiagnosed panic detected in pod
pods/kubevirt-hyperconverged_mtq-operator-74f8d6b7b6-gd577_mtq-operator_previous.log.gz:E0921 15:06:23.071893       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-controller-manager_controller-manager-5ff6d4778d-82jvn_controller-manager.log.gz:E0921 14:12:30.354850       1 runtime.go:79] Observed a panic: &runtime.TypeAssertionError{_interface:(*runtime._type)(0x3904d60), concrete:(*runtime._type)(0x3ac74e0), asserted:(*runtime._type)(0x3d9b1e0), missingMethod:""} (interface conversion: interface {} is cache.DeletedFinalStateUnknown, not *v1.BuildConfig)

# Undiagnosed panic detected in pod
pods/openshift-controller-manager_controller-manager-54675968df-fx6mv_controller-manager.log.gz:E0921 09:56:16.430826       1 runtime.go:79] Observed a panic: &runtime.TypeAssertionError{_interface:(*runtime._type)(0x390a3a0), concrete:(*runtime._type)(0x3accb20), asserted:(*runtime._type)(0x3da08c0), missingMethod:""} (interface conversion: interface {} is cache.DeletedFinalStateUnknown, not *v1.BuildConfig)

# Undiagnosed panic detected in pod
pods/e2e-pod-network-disruption-test-f6djz_pod-network-to-service-disruption-poller-8c887f94f-spctj_disruption-poller.log.gz:E0920 22:14:47.942809       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-ovn-kubernetes_ovnkube-control-plane-849d8dfb7b-bbccz_ovnkube-cluster-manager_previous.log.gz:E0920 18:49:26.734472       1 runtime.go:79] Observed a panic: &runtime.TypeAssertionError{_interface:(*runtime._type)(0x1f52060), concrete:(*runtime._type)(0x208d100), asserted:(*runtime._type)(0x227e060), missingMethod:""} (interface conversion: interface {} is cache.DeletedFinalStateUnknown, not *v1.NetworkAttachmentDefinition)

# Undiagnosed panic detected in pod
pods/openshift-kube-apiserver_kube-apiserver-ci-op-499r0ifq-96cb7-b4gxn-master-0_kube-apiserver_previous.log.gz:E0920 16:59:52.279891      16 runtime.go:77] Observed a panic: context deadline exceeded

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-6d95b6cd8-fdfvp_cluster-version-operator_previous.log.gz:E0920 16:44:58.992740       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-6cc9dcdcb8-5t56q_cluster-version-operator_previous.log.gz:E0920 13:43:46.016453       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/modelmesh-serving_odh-model-controller-5bb449df76-6s2gn_manager_previous.log.gz:2023-09-20T15:51:36Z	INFO	Observed a panic in reconciler: runtime error: invalid memory address or nil pointer dereference	{"controller": "inferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "InferenceService", "InferenceService": {"name":"example-sklearn-isvc-w7txf","namespace":"modelmesh-serving"}, "namespace": "modelmesh-serving", "name": "example-sklearn-isvc-w7txf", "reconcileID": "80967147-4afc-411a-95d8-ec75170212c0"}

# Undiagnosed panic detected in pod
pods/modelmesh-serving_odh-model-controller-596fbc69d9-kn99t_manager_previous.log.gz:2023-09-20T08:19:13Z	INFO	Observed a panic in reconciler: runtime error: invalid memory address or nil pointer dereference	{"controller": "inferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "InferenceService", "InferenceService": {"name":"example-sklearn-isvc-ptg54","namespace":"modelmesh-serving"}, "namespace": "modelmesh-serving", "name": "example-sklearn-isvc-ptg54", "reconcileID": "4f96b23e-4916-4075-8c75-53e457dfa343"}

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Symptom Detection.Undiagnosed panic detected in pod
name: Undiagnosed panic detected in pod
testsuitename: Symptom Detection

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-5d555c77fb-dk6sq_cluster-version-operator_previous.log.gz:E0920 08:21:28.402370       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-kube-apiserver_kube-apiserver-ci-op-3lr3gjvb-e7b99-cqvkw-master-1_kube-apiserver_previous.log.gz:E0920 07:44:08.927555      17 runtime.go:77] Observed a panic: context deadline exceeded

# Undiagnosed panic detected in pod
pods/openshift-storage_noobaa-operator-84db5cdff9-tw7r6_noobaa-operator_previous.log.gz:E0920 06:01:13.117112       1 runtime.go:78] Observed a panic: &logrus.Entry{Logger:(*logrus.Logger)(0xc000293ab0), Data:logrus.Fields{}, Time:time.Date(2023, time.September, 20, 6, 1, 13, 116957788, time.Local), Level:0x0, Caller:(*runtime.Frame)(nil), Message:"☠️  Panic Attack: [] rpc error: code = Unavailable desc = keepalive ping failed to receive ACK within timeout", Buffer:(*bytes.Buffer)(nil), Context:(*context.emptyCtx)(0xc000054380), err:""} (&{0xc000293ab0 map[] 2023-09-20 06:01:13.116957788 +0000 UTC m=+58.396334600 panic <nil> ☠️  Panic Attack: [] rpc error: code = Unavailable desc = keepalive ping failed to receive ACK within timeout <nil> context.TODO })

# Undiagnosed panic detected in pod
pods/openshift-ovn-kubernetes_ovnkube-node-lqc2v_ovnkube-controller_previous.log.gz:E0920 02:30:47.573701    5475 runtime.go:79] Observed a panic: &runtime.TypeAssertionError{_interface:(*runtime._type)(0x1f32c20), concrete:(*runtime._type)(0x206c720), asserted:(*runtime._type)(0x225b400), missingMethod:""} (interface conversion: interface {} is cache.DeletedFinalStateUnknown, not *v1.NetworkAttachmentDefinition)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-6bc5f66b78-d9kzv_cluster-version-operator_previous.log.gz:E0920 00:39:33.192513       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-controller-manager_controller-manager-6f5f675d5d-lq8fs_controller-manager.log.gz:E0920 02:07:53.618870       1 runtime.go:79] Observed a panic: &runtime.TypeAssertionError{_interface:(*runtime._type)(0x390a3a0), concrete:(*runtime._type)(0x3accb20), asserted:(*runtime._type)(0x3da08c0), missingMethod:""} (interface conversion: interface {} is cache.DeletedFinalStateUnknown, not *v1.BuildConfig)

# Undiagnosed panic detected in pod
pods/openshift-monitoring_kube-state-metrics-54b6b898d6-5xgnq_kube-state-metrics_previous.log.gz:E0920 00:35:29.170665       1 runtime.go:78] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cloud-network-config-controller_cloud-network-config-controller-86b5c959cd-qttnb_controller_previous.log.gz:E0920 00:18:25.502633       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cloud-controller-manager_azure-cloud-controller-manager-7b5cf7c5db-6lq6l_cloud-controller-manager_previous.log.gz:E0919 22:33:41.143629       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-network-operator_network-operator-5f45b45f6-nnrlm_network-operator_previous.log.gz:E0919 21:12:58.544092       1 runtime.go:79] Observed a panic: runtime.boundsError{x:0, y:0, signed:true, code:0x0} (runtime error: index out of range [0] with length 0)

# Undiagnosed panic detected in pod
pods/openshift-cluster-csi-drivers_vmware-vsphere-csi-driver-controller-7889c6849b-ck6fr_csi-driver_previous.log.gz:E0919 20:57:38.994084       1 runtime.go:79] Observed a panic: &runtime.TypeAssertionError{_interface:(*runtime._type)(0x1f03140), concrete:(*runtime._type)(0x212b280), asserted:(*runtime._type)(0x23cc560), missingMethod:""} (interface conversion: interface {} is cache.DeletedFinalStateUnknown, not *unstructured.Unstructured)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-78c8cd755b-8h59v_cluster-version-operator_previous.log.gz:E0919 19:48:55.825638       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-controller-manager_controller-manager-b5cdfdfb5-pnkdr_controller-manager.log.gz:E0919 17:30:04.964800       1 runtime.go:79] Observed a panic: &runtime.TypeAssertionError{_interface:(*runtime._type)(0x3904d60), concrete:(*runtime._type)(0x3ac74e0), asserted:(*runtime._type)(0x3d9b1e0), missingMethod:""} (interface conversion: interface {} is cache.DeletedFinalStateUnknown, not *v1.BuildConfig)

# Undiagnosed panic detected in pod
pods/openshift-ovn-kubernetes_ovnkube-node-z2cjq_ovnkube-controller_previous.log.gz:E0919 16:24:07.867139    9426 runtime.go:79] Observed a panic: &runtime.TypeAssertionError{_interface:(*runtime._type)(0x1f52060), concrete:(*runtime._type)(0x208d100), asserted:(*runtime._type)(0x227e060), missingMethod:""} (interface conversion: interface {} is cache.DeletedFinalStateUnknown, not *v1.NetworkAttachmentDefinition)

# Undiagnosed panic detected in pod
pods/openshift-machine-api_machine-api-controllers-5bbf876ddb-9kmgq_machine-controller_previous.log.gz:I0919 16:41:38.686198       1 controller.go:118]  "msg"="Observed a panic in reconciler: runtime error: invalid memory address or nil pointer dereference" "controller"="machine-controller" "name"="8cnji4zf-bebf2-hk6xj-worker-0-qcvc8" "namespace"="openshift-machine-api" "object"={"name":"8cnji4zf-bebf2-hk6xj-worker-0-qcvc8","namespace":"openshift-machine-api"} "reconcileID"="e49ba3c0-9c49-4c83-a8c3-cde4cf1fe1f7"

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-68479fd8-s2wfg_cluster-version-operator_previous.log.gz:E0919 16:02:29.860095       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-8695644998-c9ff7_cluster-version-operator_previous.log.gz:E0919 12:55:10.143170       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-csi-drivers_vmware-vsphere-csi-driver-controller-6487654468-4rrkv_csi-driver_previous.log.gz:E0919 15:01:15.169525       1 runtime.go:79] Observed a panic: &runtime.TypeAssertionError{_interface:(*runtime._type)(0x1f03140), concrete:(*runtime._type)(0x212b280), asserted:(*runtime._type)(0x23cc560), missingMethod:""} (interface conversion: interface {} is cache.DeletedFinalStateUnknown, not *unstructured.Unstructured)

# Undiagnosed panic detected in pod
pods/openshift-kube-apiserver_kube-apiserver-ci-op-rt02ndv2-ff968-5x28c-master-0_kube-apiserver_previous.log.gz:E0919 13:52:51.096350      16 runtime.go:79] Observed a panic: context.deadlineExceededError{} (context deadline exceeded)

# Undiagnosed panic detected in pod
pods/openshift-kube-apiserver_kube-apiserver-ci-op-g2sl8j4m-36360-tn8jf-master-2_kube-apiserver_previous.log.gz:E0919 13:25:28.519725      14 runtime.go:79] Observed a panic: context.deadlineExceededError{} (context deadline exceeded)

# Undiagnosed panic detected in pod
pods/openshift-kube-apiserver_kube-apiserver-ip-10-0-224-102.ec2.internal_kube-apiserver_previous.log.gz:E0919 13:12:33.962744      16 runtime.go:77] Observed a panic: context deadline exceeded

# Undiagnosed panic detected in pod
pods/openshift-kube-apiserver_kube-apiserver-bqkydq74-ae6d2-l8ph4-master-2_kube-apiserver_previous.log.gz:E0919 12:36:07.149654      16 runtime.go:77] Observed a panic: Header called after Handler finished

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-68f6d69d5d-kv9kc_cluster-version-operator_previous.log.gz:E0919 11:58:16.950639       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-7fcddc4db-d6bhm_cluster-version-operator_previous.log.gz:E0919 09:02:17.437794       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)

# Undiagnosed panic detected in pod
pods/openshift-cluster-version_cluster-version-operator-69f4d44d4b-jklwm_cluster-version-operator_previous.log.gz:E0919 05:08:34.387953       1 runtime.go:79] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)