Activity log for bug #2015870

Date Who What changed Old value New value Message
2023-04-11 12:40:33 TCSECP bug added bug
2023-05-12 19:11:28 TCSECP description Hi team, Please check the below error. kube-system k8s-keystone-auth-7sqhw 1/1 Running 0 7d5h kube-system k8s-keystone-auth-857h9 1/1 Running 0 7d5h kube-system k8s-keystone-auth-h5fkr 1/1 Running 1 7d5h kube-system kube-dns-autoscaler-5b4c644874-flhxt 0/1 Pending 0 4d20h kube-system kubernetes-dashboard-7f844d86d6-j54pn 1/1 Running 52 7d5h kube-system magnum-auto-healer-6nwjq 1/1 Running 158 7d5h kube-system magnum-auto-healer-lv8kj 1/1 Running 179 7d5h kube-system magnum-auto-healer-p65cl 1/1 Running 177 7d5h kube-system magnum-grafana-f5b889c6f-fdwbl 0/2 Pending 0 4d20h kube-system magnum-kube-state-metrics-6c97c54fd5-l9kt4 0/1 Pending 0 4d20h kube-system magnum-metrics-server-7cc4fc5c64-478gq 0/1 Pending 0 4d20h kube-system magnum-prometheus-adapter-648584d96c-v9gcw 0/1 Pending 0 4d20h kube-system magnum-prometheus-node-exporter-jh4jm 1/1 Running 0 7d5h kube-system magnum-prometheus-node-exporter-rrcj2 1/1 Running 0 7d5h kube-system magnum-prometheus-node-exporter-sb6qr 1/1 Running 0 7d5h kube-system magnum-prometheus-operator-operator-7885b9c9d9-tpjcz 0/2 Pending 0 4d20h kube-system openstack-cloud-controller-manager-nqmgq 0/1 CrashLoopBackOff 756 7d5h kube-system openstack-cloud-controller-manager-q5hp8 0/1 CrashLoopBackOff 762 7d5h kube-system openstack-cloud-controller-manager-vsp8x 0/1 CrashLoopBackOff 765 7d5h kube-system prometheus-magnum-prometheus-operator-prometheus-0 0/3 Pending 0 4d8h [root@k8snew-o7diy4pcuaou-master-0 core]# kubectl get nodes -o wide Error from server: etcdserver: leader changed [root@k8snew-o7diy4pcuaou-master-0 core]# kubectl get nodes -o wide NAME STATUS ROLES AGE VERSION INTERNAL-IP EXTERNAL-IP OS-IMAGE KERNEL-VERSION CONTAINER-RUNTIME k8snew-o7diy4pcuaou-master-0 Ready master 7d5h v1.21.1 192.168.45.13 192.168.101.17 Fedora CoreOS 32.20201104.3.0 5.8.17-200.fc32.x86_64 docker://19.3.11 k8snew-o7diy4pcuaou-master-1 Ready master 7d5h v1.21.1 192.168.45.12 192.168.101.11 Fedora CoreOS 32.20201104.3.0 5.8.17-200.fc32.x86_64 docker://19.3.11 k8snew-o7diy4pcuaou-master-2 Ready master 7d5h v1.21.1 192.168.45.11 192.168.101.9 Fedora CoreOS 32.20201104.3.0 5.8.17-200.fc32.x86_64 docker://19.3.11 [root@k8snew-o7diy4pcuaou-master-0 core]# kubectl logs -n kube-system cluster-autoscaler-c6c4fc9fd-qbh48 I0411 12:31:25.450095 1 leaderelection.go:242] attempting to acquire leader lease kube-system/cluster-autoscaler... I0411 12:31:25.474139 1 leaderelection.go:252] successfully acquired lease kube-system/cluster-autoscaler I0411 12:31:25.527377 1 registry.go:150] Registering EvenPodsSpread predicate and priority function I0411 12:31:25.527413 1 registry.go:150] Registering EvenPodsSpread predicate and priority function F0411 12:31:26.253479 1 magnum_cloud_provider.go:162] Failed to create magnum manager: unable to access cluster (c8640bfb-563d-449a-b0d3-e8c55bfbe7f2): The service is currently unable to handle the request due to a temporary overloading or maintenance. This is a temporary condition. Try again later. [root@k8snew-o7diy4pcuaou-master-0 core]# Hi team, Please check the below error. kube-system k8s-keystone-auth-7sqhw 1/1 Running 0 7d5h kube-system k8s-keystone-auth-857h9 1/1 Running 0 7d5h kube-system k8s-keystone-auth-h5fkr 1/1 Running 1 7d5h kube-system kube-dns-autoscaler-5b4c644874-flhxt 0/1 Pending 0 4d20h kube-system kubernetes-dashboard-7f844d86d6-j54pn 1/1 Running 52 7d5h kube-system magnum-auto-healer-6nwjq 1/1 Running 158 7d5h kube-system magnum-auto-healer-lv8kj 1/1 Running 179 7d5h kube-system magnum-auto-healer-p65cl 1/1 Running 177 7d5h kube-system magnum-grafana-f5b889c6f-fdwbl 0/2 Pending 0 4d20h kube-system magnum-kube-state-metrics-6c97c54fd5-l9kt4 0/1 Pending 0 4d20h kube-system magnum-metrics-server-7cc4fc5c64-478gq 0/1 Pending 0 4d20h kube-system magnum-prometheus-adapter-648584d96c-v9gcw 0/1 Pending 0 4d20h kube-system magnum-prometheus-node-exporter-jh4jm 1/1 Running 0 7d5h kube-system magnum-prometheus-node-exporter-rrcj2 1/1 Running 0 7d5h kube-system magnum-prometheus-node-exporter-sb6qr 1/1 Running 0 7d5h kube-system magnum-prometheus-operator-operator-7885b9c9d9-tpjcz 0/2 Pending 0 4d20h kube-system openstack-cloud-controller-manager-nqmgq 0/1 CrashLoopBackOff 756 7d5h kube-system openstack-cloud-controller-manager-q5hp8 0/1 CrashLoopBackOff 762 7d5h kube-system openstack-cloud-controller-manager-vsp8x 0/1 CrashLoopBackOff 765 7d5h kube-system prometheus-magnum-prometheus-operator-prometheus-0 0/3 Pending 0 4d8h [root@k8snew-o7diy4pcuaou-master-0 core]# kubectl get nodes -o wide Error from server: etcdserver: leader changed [root@k8snew-o7diy4pcuaou-master-0 core]# kubectl get nodes -o wide NAME STATUS ROLES AGE VERSION INTERNAL-IP EXTERNAL-IP OS-IMAGE KERNEL-VERSION CONTAINER-RUNTIME k8snew-o7diy4pcuaou-master-0 Ready master 7d5h v1.21.1 192.168.45.13 192.168.101.17 Fedora CoreOS 32.20201104.3.0 5.8.17-200.fc32.x86_64 docker://19.3.11 k8snew-o7diy4pcuaou-master-1 Ready master 7d5h v1.21.1 192.168.45.12 192.168.101.11 Fedora CoreOS 32.20201104.3.0 5.8.17-200.fc32.x86_64 docker://19.3.11 k8snew-o7diy4pcuaou-master-2 Ready master 7d5h v1.21.1 192.168.45.11 192.168.101.9 Fedora CoreOS 32.20201104.3.0 5.8.17-200.fc32.x86_64 docker://19.3.11 [root@k8snew-o7diy4pcuaou-master-0 core]# kubectl logs -n kube-system cluster-autoscaler-c6c4fc9fd-qbh48 I0411 12:31:25.450095 1 leaderelection.go:242] attempting to acquire leader lease kube-system/cluster-autoscaler... I0411 12:31:25.474139 1 leaderelection.go:252] successfully acquired lease kube-system/cluster-autoscaler I0411 12:31:25.527377 1 registry.go:150] Registering EvenPodsSpread predicate and priority function I0411 12:31:25.527413 1 registry.go:150] Registering EvenPodsSpread predicate and priority function F0411 12:31:26.253479 1 magnum_cloud_provider.go:162] Failed to create magnum manager: unable to access cluster (c8640bfb-563d-449a-b0d3-e8c55bfbe7f2): The service is currently unable to handle the request due to a temporary overloading or maintenance. This is a temporary condition. Try again later. [root@k8snew-o7diy4pcuaou-master-0 core]#
2023-06-07 20:08:15 TCSECP attachment added magnum.log https://bugs.launchpad.net/charm-magnum/+bug/2015870/+attachment/5678477/+files/magnum.log
2023-06-07 20:08:32 TCSECP attachment added magnum.txt https://bugs.launchpad.net/charm-magnum/+bug/2015870/+attachment/5678478/+files/magnum.txt
2023-06-12 08:54:45 TCSECP attachment added magnum_log.log https://bugs.launchpad.net/charm-magnum/+bug/2015870/+attachment/5679293/+files/magnum_log.log
2023-06-12 08:56:13 TCSECP attachment added magnum_log.log https://bugs.launchpad.net/charm-magnum/+bug/2015870/+attachment/5679294/+files/magnum_log.log