controller-0:~$ kubectl get pods --all-namespaces NAMESPACE NAME READY STATUS RESTARTS AGE armada armada-api-5c5884945-b42q4 2/2 Running 0 11h flux-helm helm-controller-64cdcd69c8-g4sqk 1/1 Running 0 11h flux-helm source-controller-6d7db457f4-fmtdf 1/1 Running 0 11h kube-system calico-kube-controllers-7675fdd9d9-6hd7k 1/1 Running 0 11h kube-system calico-node-7hzpw 1/1 Running 0 11h kube-system coredns-5f4fcc5c76-mtkp6 1/1 Running 0 11h kube-system coredns-5f4fcc5c76-zzmct 0/1 Pending 0 11h kube-system ic-nginx-ingress-ingress-nginx-admission-create-8qkvw 0/1 ImagePullBackOff 0 11h kube-system kube-apiserver-controller-0 1/1 Running 0 11h kube-system kube-controller-manager-controller-0 1/1 Running 0 11h kube-system kube-multus-ds-amd64-rqjqp 1/1 Running 0 11h kube-system kube-proxy-nkrgk 1/1 Running 0 11h kube-system kube-scheduler-controller-0 1/1 Running 0 11h kube-system kube-sriov-cni-ds-amd64-rwvwn 1/1 Running 0 11h controller-0:~$ kubectl describe pod ic-nginx-ingress-ingress-nginx-admission-create-8qkvw -n kube-system Name: ic-nginx-ingress-ingress-nginx-admission-create-8qkvw Namespace: kube-system Priority: 0 Node: controller-0/192.168.206.2 Start Time: Wed, 11 May 2022 06:01:26 +0000 Labels: app.kubernetes.io/component=admission-webhook app.kubernetes.io/instance=ic-ingress-nginx app.kubernetes.io/managed-by=Helm app.kubernetes.io/name=ingress-nginx app.kubernetes.io/version=1.1.1 controller-uid=59df6e2d-5d67-40a5-8951-b82a11fb7678 helm.sh/chart=ingress-nginx-4.0.15 job-name=ic-nginx-ingress-ingress-nginx-admission-create Annotations: cni.projectcalico.org/podIP: 172.16.192.71/32 cni.projectcalico.org/podIPs: 172.16.192.71/32 k8s.v1.cni.cncf.io/network-status: [{ "name": "", "ips": [ "172.16.192.71" ], "default": true, "dns": {} }] k8s.v1.cni.cncf.io/networks-status: [{ "name": "", "ips": [ "172.16.192.71" ], "default": true, "dns": {} }] Status: Pending IP: 172.16.192.71 IPs: IP: 172.16.192.71 Controlled By: Job/ic-nginx-ingress-ingress-nginx-admission-create Containers: create: Container ID: Image: k8s.gcr.io/ingress-nginx/kube-webhook-certgen:v1.1.1@sha256:64d8c73dca984af206adf9d6d7e46aa550362b1d7a01f3a0a91b20cc67868660 Image ID: Port: <none> Host Port: <none> Args: create --host=ic-nginx-ingress-ingress-nginx-controller-admission,ic-nginx-ingress-ingress-nginx-controller-admission.$(POD_NAMESPACE).svc --namespace=$(POD_NAMESPACE) --secret-name=ic-nginx-ingress-ingress-nginx-admission State: Waiting Reason: ImagePullBackOff Ready: False Restart Count: 0 Environment: POD_NAMESPACE: kube-system (v1:metadata.namespace) Mounts: /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-ndnft (ro) Conditions: Type Status Initialized True Ready False ContainersReady False PodScheduled True Volumes: kube-api-access-ndnft: Type: Projected (a volume that contains injected data from multiple sources) TokenExpirationSeconds: 3607 ConfigMapName: kube-root-ca.crt ConfigMapOptional: <nil> DownwardAPI: true QoS Class: BestEffort Node-Selectors: kubernetes.io/os=linux Tolerations: node-role.kubernetes.io/master:NoSchedule op=Exists node.kubernetes.io/not-ready:NoExecute op=Exists for 30s node.kubernetes.io/unreachable:NoExecute op=Exists for 30s Events: Type Reason Age From Message ---- ------ ---- ---- ------- Normal Scheduled 11h default-scheduler Successfully assigned kube-system/ic-nginx-ingress-ingress-nginx-admission-create-8qkvw to controller-0 Normal AddedInterface 11h multus Add eth0 [172.16.192.71/32] Warning Failed 11h (x4 over 11h) kubelet Error: ErrImagePull Warning Failed 11h (x7 over 11h) kubelet Error: ImagePullBackOff Normal Pulling 3h30m (x86 over 11h) kubelet Pulling image "k8s.gcr.io/ingress-nginx/kube-webhook-certgen:v1.1.1@sha256:64d8c73dca984af206adf9d6d7e46aa550362b1d7a01f3a0a91b20cc67868660" Warning Failed 20m (x117 over 11h) kubelet Failed to pull image "k8s.gcr.io/ingress-nginx/kube-webhook-certgen:v1.1.1@sha256:64d8c73dca984af206adf9d6d7e46aa550362b1d7a01f3a0a91b20cc67868660": rpc error: code = Unknown desc = failed to pull and unpack image "k8s.gcr.io/ingress-nginx/kube-webhook-certgen@sha256:64d8c73dca984af206adf9d6d7e46aa550362b1d7a01f3a0a91b20cc67868660": failed to resolve reference "k8s.gcr.io/ingress-nginx/kube-webhook-certgen@sha256:64d8c73dca984af206adf9d6d7e46aa550362b1d7a01f3a0a91b20cc67868660": failed to do request: Head "https://k8s.gcr.io/v2/ingress-nginx/kube-webhook-certgen/manifests/sha256:64d8c73dca984af206adf9d6d7e46aa550362b1d7a01f3a0a91b20cc67868660": dial tcp 74.125.193.82:443: i/o timeout Normal BackOff 48s (x2607 over 11h) kubelet Back-off pulling image "k8s.gcr.io/ingress-nginx/kube-webhook-certgen:v1.1.1@sha256:64d8c73dca984af206adf9d6d7e46aa550362b1d7a01f3a0a91b20cc67868660" controller-0:~$
controller-0:~$ kubectl get pods --all-namespaces api-5c5884945- b42q4 2/2 Running 0 11h -64cdcd69c8- g4sqk 1/1 Running 0 11h controller- 6d7db457f4- fmtdf 1/1 Running 0 11h kube-controller s-7675fdd9d9- 6hd7k 1/1 Running 0 11h 5f4fcc5c76- mtkp6 1/1 Running 0 11h 5f4fcc5c76- zzmct 0/1 Pending 0 11h ingress- ingress- nginx-admission -create- 8qkvw 0/1 ImagePullBackOff 0 11h controller- 0 1/1 Running 0 11h -manager- controller- 0 1/1 Running 0 11h ds-amd64- rqjqp 1/1 Running 0 11h controller- 0 1/1 Running 0 11h cni-ds- amd64-rwvwn 1/1 Running 0 11h ingress- ingress- nginx-admission -create- 8qkvw -n kube-system ingress- ingress- nginx-admission -create- 8qkvw 0/192.168. 206.2 io/component= admission- webhook
app.kubernetes. io/instance= ic-ingress- nginx
app.kubernetes. io/managed- by=Helm
app.kubernetes. io/name= ingress- nginx
app.kubernetes. io/version= 1.1.1
controller- uid=59df6e2d- 5d67-40a5- 8951-b82a11fb76 78
helm.sh/ chart=ingress- nginx-4. 0.15
job-name= ic-nginx- ingress- ingress- nginx-admission -create co.org/ podIP: 172.16.192.71/32
cni.projectcali co.org/ podIPs: 172.16.192.71/32
k8s.v1. cni.cncf. io/network- status:
" name": "",
" ips": [
"172. 16.192. 71"
] ,
" default" : true,
" dns": {}
k8s.v1. cni.cncf. io/networks- status:
" name": "",
" ips": [
"172. 16.192. 71"
] ,
" default" : true,
" dns": {} nginx-ingress- ingress- nginx-admission -create io/ingress- nginx/kube- webhook- certgen: v1.1.1@ sha256: 64d8c73dca984af 206adf9d6d7e46a a550362b1d7a01f 3a0a91b20cc6786 8660 -host=ic- nginx-ingress- ingress- nginx-controlle r-admission, ic-nginx- ingress- ingress- nginx-controlle r-admission. $(POD_NAMESPACE ).svc -namespace= $(POD_NAMESPACE ) -secret- name=ic- nginx-ingress- ingress- nginx-admission NAMESPACE: kube-system (v1:metadata. namespace) var/run/ secrets/ kubernetes. io/serviceaccou nt from kube-api- access- ndnft (ro) api-access- ndnft: tionSeconds: 3607 tional: <nil> io/os=linux kubernetes. io/master: NoSchedule op=Exists
node.kubernete s.io/not- ready:NoExecute op=Exists for 30s
node.kubernete s.io/unreachabl e:NoExecute op=Exists for 30s ic-nginx- ingress- ingress- nginx-admission -create- 8qkvw to controller-0 io/ingress- nginx/kube- webhook- certgen: v1.1.1@ sha256: 64d8c73dca984af 206adf9d6d7e46a a550362b1d7a01f 3a0a91b20cc6786 8660" io/ingress- nginx/kube- webhook- certgen: v1.1.1@ sha256: 64d8c73dca984af 206adf9d6d7e46a a550362b1d7a01f 3a0a91b20cc6786 8660": rpc error: code = Unknown desc = failed to pull and unpack image "k8s.gcr. io/ingress- nginx/kube- webhook- certgen@ sha256: 64d8c73dca984af 206adf9d6d7e46a a550362b1d7a01f 3a0a91b20cc6786 8660": failed to resolve reference "k8s.gcr. io/ingress- nginx/kube- webhook- certgen@ sha256: 64d8c73dca984af 206adf9d6d7e46a a550362b1d7a01f 3a0a91b20cc6786 8660": failed to do request: Head "https:/ /k8s.gcr. io/v2/ingress- nginx/kube- webhook- certgen/ manifests/ sha256: 64d8c73dca984af 206adf9d6d7e46a a550362b1d7a01f 3a0a91b20cc6786 8660": dial tcp 74.125.193.82:443: i/o timeout io/ingress- nginx/kube- webhook- certgen: v1.1.1@ sha256: 64d8c73dca984af 206adf9d6d7e46a a550362b1d7a01f 3a0a91b20cc6786 8660"
NAMESPACE NAME READY STATUS RESTARTS AGE
armada armada-
flux-helm helm-controller
flux-helm source-
kube-system calico-
kube-system calico-node-7hzpw 1/1 Running 0 11h
kube-system coredns-
kube-system coredns-
kube-system ic-nginx-
kube-system kube-apiserver-
kube-system kube-controller
kube-system kube-multus-
kube-system kube-proxy-nkrgk 1/1 Running 0 11h
kube-system kube-scheduler-
kube-system kube-sriov-
controller-0:~$ kubectl describe pod ic-nginx-
Name: ic-nginx-
Namespace: kube-system
Priority: 0
Node: controller-
Start Time: Wed, 11 May 2022 06:01:26 +0000
Labels: app.kubernetes.
Annotations: cni.projectcali
[{
}]
[{
}]
Status: Pending
IP: 172.16.192.71
IPs:
IP: 172.16.192.71
Controlled By: Job/ic-
Containers:
create:
Container ID:
Image: k8s.gcr.
Image ID:
Port: <none>
Host Port: <none>
Args:
create
-
-
-
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment:
POD_
Mounts:
/
Conditions:
Type Status
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpira
ConfigMapName: kube-root-ca.crt
ConfigMapOp
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: kubernetes.
Tolerations: node-role.
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 11h default-scheduler Successfully assigned kube-system/
Normal AddedInterface 11h multus Add eth0 [172.16.192.71/32]
Warning Failed 11h (x4 over 11h) kubelet Error: ErrImagePull
Warning Failed 11h (x7 over 11h) kubelet Error: ImagePullBackOff
Normal Pulling 3h30m (x86 over 11h) kubelet Pulling image "k8s.gcr.
Warning Failed 20m (x117 over 11h) kubelet Failed to pull image "k8s.gcr.
Normal BackOff 48s (x2607 over 11h) kubelet Back-off pulling image "k8s.gcr.
controller-0:~$