/workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 Aug 18 11:32:04.704: error in waiting for pods to come up: failed to wait for pods running: [timed out waiting for the condition] Unexpected error: <*errors.errorString | 0xc0021d6850>: { s: "failed to wait for pods running: [timed out waiting for the condition]", } failed to wait for pods running: [timed out waiting for the condition] occurred /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apps/deployment.go:438 [BeforeEach] [sig-apps] Deployment /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:174 STEP: Creating a kubernetes client Aug 18 11:26:59.668: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename deployment STEP: Waiting for a default service account to be provisioned in namespace [BeforeEach] [sig-apps] Deployment /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apps/deployment.go:78 [It] deployment should support rollover [Conformance] /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 Aug 18 11:26:59.693: INFO: Pod name rollover-pod: Found 0 pods out of 1 Aug 18 11:27:04.696: INFO: Pod name rollover-pod: Found 1 pods out of 1 STEP: ensuring each pod is running Aug 18 11:32:04.704: FAIL: error in waiting for pods to come up: failed to wait for pods running: [timed out waiting for the condition] Unexpected error: <*errors.errorString | 0xc0021d6850>: { s: "failed to wait for pods running: [timed out waiting for the condition]", } failed to wait for pods running: [timed out waiting for the condition] occurred Full Stack Trace k8s.io/kubernetes/test/e2e/apps.testRolloverDeployment(0xc000878580) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apps/deployment.go:438 +0x52f k8s.io/kubernetes/test/e2e/apps.glob..func4.7() /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apps/deployment.go:119 +0x2a k8s.io/kubernetes/test/e2e.RunE2ETests(0xc001880c00) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:130 +0x345 k8s.io/kubernetes/test/e2e.TestE2E(0xc001880c00) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:145 +0x2b testing.tRunner(0xc001880c00, 0x4deb2c0) /usr/local/go/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1168 +0x2b3 [AfterEach] [sig-apps] Deployment /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apps/deployment.go:72 Aug 18 11:32:04.707: INFO: Log out all the ReplicaSets if there is no deployment created Aug 18 11:32:04.710: INFO: ReplicaSet "test-rollover-controller": &ReplicaSet{ObjectMeta:{test-rollover-controller deployment-3014 /apis/apps/v1/namespaces/deployment-3014/replicasets/test-rollover-controller 6ee9199a-c669-4f1e-b74e-e40751260502 56773 1 2021-08-18 11:26:59 +0000 UTC <nil> <nil> map[name:rollover-pod pod:httpd] map[] [] [] [{e2e.test Update apps/v1 2021-08-18 11:26:59 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{".":{},"f:name":{},"f:pod":{}}},"f:spec":{"f:replicas":{},"f:selector":{"f:matchLabels":{".":{},"f:name":{},"f:pod":{}}},"f:template":{"f:metadata":{"f:labels":{".":{},"f:name":{},"f:pod":{}}},"f:spec":{"f:containers":{"k:{\"name\":\"httpd\"}":{".":{},"f:image":{},"f:imagePullPolicy":{},"f:name":{},"f:resources":{},"f:terminationMessagePath":{},"f:terminationMessagePolicy":{}}},"f:dnsPolicy":{},"f:restartPolicy":{},"f:schedulerName":{},"f:securityContext":{},"f:terminationGracePeriodSeconds":{}}}}}} {kube-controller-manager Update apps/v1 2021-08-18 11:26:59 +0000 UTC FieldsV1 {"f:status":{"f:fullyLabeledReplicas":{},"f:observedGeneration":{},"f:replicas":{}}}}]},Spec:ReplicaSetSpec{Replicas:*1,Selector:&v1.LabelSelector{MatchLabels:map[string]string{name: rollover-pod,pod: httpd,},MatchExpressions:[]LabelSelectorRequirement{},},Template:{{ 0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[name:rollover-pod pod:httpd] map[] [] [] []} {[] [] [{httpd docker.io/library/httpd:2.4.38-alpine [] [] [] [] [] {map[] map[]} [] [] nil nil nil nil /dev/termination-log File IfNotPresent nil false false false}] [] Always 0xc002d93638 <nil> ClusterFirst map[] <nil> false false false <nil> PodSecurityContext{SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,SupplementalGroups:[],FSGroup:nil,RunAsGroup:nil,Sysctls:[]Sysctl{},WindowsOptions:nil,FSGroupChangePolicy:nil,SeccompProfile:nil,} [] nil default-scheduler [] [] <nil> nil [] <nil> <nil> <nil> map[] [] <nil>}},MinReadySeconds:0,},Status:ReplicaSetStatus{Replicas:1,FullyLabeledReplicas:1,ObservedGeneration:1,ReadyReplicas:0,AvailableReplicas:0,Conditions:[]ReplicaSetCondition{},},} Aug 18 11:32:04.713: INFO: pod: "test-rollover-controller-n75gh": &Pod{ObjectMeta:{test-rollover-controller-n75gh test-rollover-controller- deployment-3014 /api/v1/namespaces/deployment-3014/pods/test-rollover-controller-n75gh e62aa10c-7652-44e3-99da-fccf12db114f 59310 0 2021-08-18 11:26:59 +0000 UTC <nil> <nil> map[name:rollover-pod pod:httpd] map[k8s.v1.cni.cncf.io/network-status:[{ "name": "default-cni-network", "interface": "eth0", "ips": [ "10.244.3.227" ], "mac": "be:5b:e6:12:44:f8", "default": true, "dns": {} }] k8s.v1.cni.cncf.io/networks-status:[{ "name": "default-cni-network", "interface": "eth0", "ips": [ "10.244.3.227" ], "mac": "be:5b:e6:12:44:f8", "default": true, "dns": {} }] kubernetes.io/psp:collectd] [{apps/v1 ReplicaSet test-rollover-controller 6ee9199a-c669-4f1e-b74e-e40751260502 0xc002d93967 0xc002d93968}] [] [{kube-controller-manager Update v1 2021-08-18 11:26:59 +0000 UTC FieldsV1 {"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:name":{},"f:pod":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"6ee9199a-c669-4f1e-b74e-e40751260502\"}":{".":{},"f:apiVersion":{},"f:blockOwnerDeletion":{},"f:controller":{},"f:kind":{},"f:name":{},"f:uid":{}}}},"f:spec":{"f:containers":{"k:{\"name\":\"httpd\"}":{".":{},"f:image":{},"f:imagePullPolicy":{},"f:name":{},"f:resources":{},"f:terminationMessagePath":{},"f:terminationMessagePolicy":{}}},"f:dnsPolicy":{},"f:enableServiceLinks":{},"f:restartPolicy":{},"f:schedulerName":{},"f:securityContext":{},"f:terminationGracePeriodSeconds":{}}}} {multus Update v1 2021-08-18 11:27:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:k8s.v1.cni.cncf.io/network-status":{},"f:k8s.v1.cni.cncf.io/networks-status":{}}}}} {kubelet Update v1 2021-08-18 11:27:04 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"ContainersReady\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Initialized\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:containerStatuses":{},"f:hostIP":{},"f:podIP":{},"f:podIPs":{".":{},"k:{\"ip\":\"10.244.3.227\"}":{".":{},"f:ip":{}}},"f:startTime":{}}}}]},Spec:PodSpec{Volumes:[]Volume{Volume{Name:default-token-q5lqw,VolumeSource:VolumeSource{HostPath:nil,EmptyDir:nil,GCEPersistentDisk:nil,AWSElasticBlockStore:nil,GitRepo:nil,Secret:&SecretVolumeSource{SecretName:default-token-q5lqw,Items:[]KeyToPath{},DefaultMode:*420,Optional:nil,},NFS:nil,ISCSI:nil,Glusterfs:nil,PersistentVolumeClaim:nil,RBD:nil,FlexVolume:nil,Cinder:nil,CephFS:nil,Flocker:nil,DownwardAPI:nil,FC:nil,AzureFile:nil,ConfigMap:nil,VsphereVolume:nil,Quobyte:nil,AzureDisk:nil,PhotonPersistentDisk:nil,PortworxVolume:nil,ScaleIO:nil,Projected:nil,StorageOS:nil,CSI:nil,Ephemeral:nil,},},},Containers:[]Container{Container{Name:httpd,Image:docker.io/library/httpd:2.4.38-alpine,Command:[],Args:[],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{},Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:default-token-q5lqw,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,},},LivenessProbe:nil,ReadinessProbe:nil,Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:Always,SecurityContext:nil,Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,},},RestartPolicy:Always,TerminationGracePeriodSeconds:*0,ActiveDeadlineSeconds:nil,DNSPolicy:ClusterFirst,NodeSelector:map[string]string{},ServiceAccountName:default,DeprecatedServiceAccount:default,NodeName:node2,HostNetwork:false,HostPID:false,HostIPC:false,SecurityContext:&PodSecurityContext{SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,SupplementalGroups:[],FSGroup:nil,RunAsGroup:nil,Sysctls:[]Sysctl{},WindowsOptions:nil,FSGroupChangePolicy:nil,SeccompProfile:nil,},ImagePullSecrets:[]LocalObjectReference{},Hostname:,Subdomain:,Affinity:nil,SchedulerName:default-scheduler,InitContainers:[]Container{},AutomountServiceAccountToken:nil,Tolerations:[]Toleration{Toleration{Key:node.kubernetes.io/not-ready,Operator:Exists,Value:,Effect:NoExecute,TolerationSeconds:*300,},Toleration{Key:node.kubernetes.io/unreachable,Operator:Exists,Value:,Effect:NoExecute,TolerationSeconds:*300,},},HostAliases:[]HostAlias{},PriorityClassName:,Priority:*0,DNSConfig:nil,ShareProcessNamespace:nil,ReadinessGates:[]PodReadinessGate{},RuntimeClassName:nil,EnableServiceLinks:*true,PreemptionPolicy:*PreemptLowerPriority,Overhead:ResourceList{},TopologySpreadConstraints:[]TopologySpreadConstraint{},EphemeralContainers:[]EphemeralContainer{},SetHostnameAsFQDN:nil,},Status:PodStatus{Phase:Pending,Conditions:[]PodCondition{PodCondition{Type:Initialized,Status:True,LastProbeTime:0001-01-01 00:00:00 +0000 UTC,LastTransitionTime:2021-08-18 11:26:59 +0000 UTC,Reason:,Message:,},PodCondition{Type:Ready,Status:False,LastProbeTime:0001-01-01 00:00:00 +0000 UTC,LastTransitionTime:2021-08-18 11:26:59 +0000 UTC,Reason:ContainersNotReady,Message:containers with unready status: [httpd],},PodCondition{Type:ContainersReady,Status:False,LastProbeTime:0001-01-01 00:00:00 +0000 UTC,LastTransitionTime:2021-08-18 11:26:59 +0000 UTC,Reason:ContainersNotReady,Message:containers with unready status: [httpd],},PodCondition{Type:PodScheduled,Status:True,LastProbeTime:0001-01-01 00:00:00 +0000 UTC,LastTransitionTime:2021-08-18 11:26:59 +0000 UTC,Reason:,Message:,},},Message:,Reason:,HostIP:10.10.190.208,PodIP:10.244.3.227,StartTime:2021-08-18 11:26:59 +0000 UTC,ContainerStatuses:[]ContainerStatus{ContainerStatus{Name:httpd,State:ContainerState{Waiting:&ContainerStateWaiting{Reason:ImagePullBackOff,Message:Back-off pulling image "docker.io/library/httpd:2.4.38-alpine",},Running:nil,Terminated:nil,},LastTerminationState:ContainerState{Waiting:nil,Running:nil,Terminated:nil,},Ready:false,RestartCount:0,Image:docker.io/library/httpd:2.4.38-alpine,ImageID:,ContainerID:,Started:*false,},},QOSClass:BestEffort,InitContainerStatuses:[]ContainerStatus{},NominatedNodeName:,PodIPs:[]PodIP{PodIP{IP:10.244.3.227,},},EphemeralContainerStatuses:[]ContainerStatus{},},} [AfterEach] [sig-apps] Deployment /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:175 STEP: Collecting events from namespace "deployment-3014". STEP: Found 8 events. Aug 18 11:32:04.716: INFO: At 0001-01-01 00:00:00 +0000 UTC - event for test-rollover-controller-n75gh: { } Scheduled: Successfully assigned deployment-3014/test-rollover-controller-n75gh to node2 Aug 18 11:32:04.716: INFO: At 2021-08-18 11:26:59 +0000 UTC - event for test-rollover-controller: {replicaset-controller } SuccessfulCreate: Created pod: test-rollover-controller-n75gh Aug 18 11:32:04.716: INFO: At 2021-08-18 11:27:02 +0000 UTC - event for test-rollover-controller-n75gh: {kubelet node2} Pulling: Pulling image "docker.io/library/httpd:2.4.38-alpine" Aug 18 11:32:04.716: INFO: At 2021-08-18 11:27:02 +0000 UTC - event for test-rollover-controller-n75gh: {multus } AddedInterface: Add eth0 [10.244.3.227/24] Aug 18 11:32:04.716: INFO: At 2021-08-18 11:27:03 +0000 UTC - event for test-rollover-controller-n75gh: {kubelet node2} Failed: Failed to pull image "docker.io/library/httpd:2.4.38-alpine": rpc error: code = Unknown desc = Error response from daemon: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit Aug 18 11:32:04.716: INFO: At 2021-08-18 11:27:03 +0000 UTC - event for test-rollover-controller-n75gh: {kubelet node2} Failed: Error: ErrImagePull Aug 18 11:32:04.716: INFO: At 2021-08-18 11:27:04 +0000 UTC - event for test-rollover-controller-n75gh: {kubelet node2} BackOff: Back-off pulling image "docker.io/library/httpd:2.4.38-alpine" Aug 18 11:32:04.716: INFO: At 2021-08-18 11:27:04 +0000 UTC - event for test-rollover-controller-n75gh: {kubelet node2} Failed: Error: ImagePullBackOff Aug 18 11:32:04.719: INFO: POD NODE PHASE GRACE CONDITIONS Aug 18 11:32:04.719: INFO: test-rollover-controller-n75gh node2 Pending [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2021-08-18 11:26:59 +0000 UTC } {Ready False 0001-01-01 00:00:00 +0000 UTC 2021-08-18 11:26:59 +0000 UTC ContainersNotReady containers with unready status: [httpd]} {ContainersReady False 0001-01-01 00:00:00 +0000 UTC 2021-08-18 11:26:59 +0000 UTC ContainersNotReady containers with unready status: [httpd]} {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2021-08-18 11:26:59 +0000 UTC }] Aug 18 11:32:04.719: INFO: Aug 18 11:32:04.724: INFO: Logging node info for node master1 Aug 18 11:32:04.727: INFO: Node Info: &Node{ObjectMeta:{master1 /api/v1/nodes/master1 ebb211fa-503f-4cfe-b1ed-c95d27a70e6e 59940 0 2021-08-18 08:20:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master1 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"3a:82:be:72:b5:15"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.202 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-08-18 08:20:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-08-18 08:20:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.0.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.0.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:25:59 +0000 UTC,LastTransitionTime:2021-08-18 08:25:59 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:32:03 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:32:03 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:32:03 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:32:03 +0000 UTC,LastTransitionTime:2021-08-18 08:25:08 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.202,},NodeAddress{Type:Hostname,Address:master1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:58c3e57359b641ad92fa1959f2fecf5d,SystemUUID:00ACFB60-0631-E711-906E-0017A4403562,BootID:012cd796-2076-45d6-8b14-d3e0451b1e64,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[registry@sha256:1cd9409a311350c3072fe510b52046f104416376c126a479cef9a4dfe692cf57 registry:2.7.0],SizeBytes:24191168,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:be4238d53eaa9d83cc4bb5a07d7a9e538d6fdb17890ea3d7a544557d3a58d7ac tas-controller:latest localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[nginx@sha256:a97eb9ecc708c8aa715ccfb5e9338f5456e4b65575daf304f108301f3b497314 nginx:1.19.2-alpine],SizeBytes:22052669,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:825609c74c49cb0f2f1b97c13038e7896335c40081a310d3f25c630deb782efb tas-extender:latest localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:5577654,},ContainerImage{Names:[alpine@sha256:c0e9560cda118f9ec63ddefb4a173a2b2a0347082d7dff7dc14272e7841a5b5a alpine:3.12.1],SizeBytes:5573013,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:32:04.728: INFO: Logging kubelet events for node master1 Aug 18 11:32:04.730: INFO: Logging pods the kubelet thinks is on node master1 Aug 18 11:32:04.750: INFO: kube-apiserver-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.750: INFO: Container kube-apiserver ready: true, restart count 0 Aug 18 11:32:04.750: INFO: kube-proxy-vqk4v started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.750: INFO: Container kube-proxy ready: true, restart count 1 Aug 18 11:32:04.750: INFO: kube-flannel-q64cq started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:32:04.750: INFO: Init container install-cni ready: true, restart count 0 Aug 18 11:32:04.750: INFO: Container kube-flannel ready: true, restart count 3 Aug 18 11:32:04.750: INFO: coredns-7677f9bb54-kn2qg started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.750: INFO: Container coredns ready: true, restart count 2 Aug 18 11:32:04.750: INFO: kube-scheduler-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.750: INFO: Container kube-scheduler ready: true, restart count 0 Aug 18 11:32:04.750: INFO: kube-controller-manager-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.750: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 11:32:04.750: INFO: kube-multus-ds-amd64-kbcp6 started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.750: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:32:04.750: INFO: docker-registry-docker-registry-56cbc7bc58-49kl2 started at 2021-08-18 08:26:23 +0000 UTC (0+2 container statuses recorded) Aug 18 11:32:04.750: INFO: Container docker-registry ready: true, restart count 0 Aug 18 11:32:04.750: INFO: Container nginx ready: true, restart count 0 Aug 18 11:32:04.750: INFO: node-exporter-5hwz9 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:32:04.750: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:32:04.750: INFO: Container node-exporter ready: true, restart count 0 W0818 11:32:04.763488 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:32:04.788: INFO: Latency metrics for node master1 Aug 18 11:32:04.788: INFO: Logging node info for node master2 Aug 18 11:32:04.791: INFO: Node Info: &Node{ObjectMeta:{master2 /api/v1/nodes/master2 78946293-3abe-4442-84d4-8ed6b1d15ce0 59934 0 2021-08-18 08:21:31 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master2 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"7e:f5:c2:cc:3a:b4"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.203 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/master.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-08-18 08:21:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-08-18 08:21:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}},"f:taints":{}}}} {nfd-master Update v1 2021-08-18 08:29:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/master.version":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.1.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:30 +0000 UTC,LastTransitionTime:2021-08-18 08:26:30 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:32:02 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:32:02 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:32:02 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:32:02 +0000 UTC,LastTransitionTime:2021-08-18 08:23:37 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.203,},NodeAddress{Type:Hostname,Address:master2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0c44122c7a7248c18d8571e1cc667258,SystemUUID:00A0DE53-E51D-E711-906E-0017A4403562,BootID:0cd329f2-48e0-4c8f-b8b9-fa3ae0ed8406,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[aquasec/kube-bench@sha256:3544f6662feb73d36fdba35b17652e2fd73aae45bd4b60e76d7ab928220b3cc6 aquasec/kube-bench:0.3.1],SizeBytes:19301876,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:32:04.791: INFO: Logging kubelet events for node master2 Aug 18 11:32:04.794: INFO: Logging pods the kubelet thinks is on node master2 Aug 18 11:32:04.803: INFO: kube-controller-manager-master2 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.803: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 11:32:04.804: INFO: kube-proxy-kh2l9 started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.804: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:32:04.804: INFO: kube-flannel-pp56h started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:32:04.804: INFO: Init container install-cni ready: true, restart count 0 Aug 18 11:32:04.804: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 11:32:04.804: INFO: dns-autoscaler-5b7b5c9b6f-hh47r started at 2021-08-18 08:23:57 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.804: INFO: Container autoscaler ready: true, restart count 2 Aug 18 11:32:04.804: INFO: node-feature-discovery-controller-5bf5c49849-mq57c started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.804: INFO: Container nfd-controller ready: true, restart count 0 Aug 18 11:32:04.804: INFO: node-exporter-48nfx started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:32:04.804: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:32:04.804: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:32:04.804: INFO: kube-apiserver-master2 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.804: INFO: Container kube-apiserver ready: true, restart count 0 Aug 18 11:32:04.804: INFO: kube-scheduler-master2 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.804: INFO: Container kube-scheduler ready: true, restart count 2 Aug 18 11:32:04.804: INFO: kube-multus-ds-amd64-mld8g started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.804: INFO: Container kube-multus ready: true, restart count 1 W0818 11:32:04.816109 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:32:04.839: INFO: Latency metrics for node master2 Aug 18 11:32:04.839: INFO: Logging node info for node master3 Aug 18 11:32:04.842: INFO: Node Info: &Node{ObjectMeta:{master3 /api/v1/nodes/master3 44feac2b-9447-4be2-9fcd-62f836d67c72 59894 0 2021-08-18 08:21:41 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master3 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"86:e4:31:99:58:40"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.204 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubeadm Update v1 2021-08-18 08:21:42 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {kubelet Update v1 2021-08-18 08:21:42 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.2.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.2.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:30 +0000 UTC,LastTransitionTime:2021-08-18 08:26:30 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:31:57 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:31:57 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:31:57 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:31:57 +0000 UTC,LastTransitionTime:2021-08-18 08:23:37 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.204,},NodeAddress{Type:Hostname,Address:master3,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1fae19ae59884c44899bcd08aa243244,SystemUUID:008B1444-141E-E711-906E-0017A4403562,BootID:5db926c5-6530-4635-a0d5-806974a3b732,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:32:04.843: INFO: Logging kubelet events for node master3 Aug 18 11:32:04.845: INFO: Logging pods the kubelet thinks is on node master3 Aug 18 11:32:04.852: INFO: node-exporter-vq7d8 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:32:04.852: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:32:04.852: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:32:04.852: INFO: kube-controller-manager-master3 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.852: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 11:32:04.852: INFO: kube-scheduler-master3 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.852: INFO: Container kube-scheduler ready: true, restart count 2 Aug 18 11:32:04.852: INFO: kube-apiserver-master3 started at 2021-08-18 08:29:12 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.852: INFO: Container kube-apiserver ready: true, restart count 0 Aug 18 11:32:04.852: INFO: kube-proxy-sd5lc started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.852: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:32:04.852: INFO: kube-flannel-x6tlr started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:32:04.852: INFO: Init container install-cni ready: true, restart count 1 Aug 18 11:32:04.852: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 11:32:04.852: INFO: kube-multus-ds-amd64-bkw6c started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.852: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:32:04.852: INFO: coredns-7677f9bb54-5hxfh started at 2021-08-18 08:23:54 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.852: INFO: Container coredns ready: true, restart count 1 W0818 11:32:04.865981 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:32:04.889: INFO: Latency metrics for node master3 Aug 18 11:32:04.889: INFO: Logging node info for node node1 Aug 18 11:32:04.891: INFO: Node Info: &Node{ObjectMeta:{node1 /api/v1/nodes/node1 84defabd-6ebf-43ec-a629-44c6713da9c9 59905 0 2021-08-18 08:22:49 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.36.2.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node1 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"9a:87:55:36:7b:df"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.207 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-08-18 08:22:49 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.4.0/24\"":{}}}}} {kubeadm Update v1 2021-08-18 08:22:50 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-08-18 08:23:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-08-18 08:29:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-08-18 08:32:13 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-08-18 08:32:21 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.4.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:35 +0000 UTC,LastTransitionTime:2021-08-18 08:26:35 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:31:59 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:31:59 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:31:59 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:31:59 +0000 UTC,LastTransitionTime:2021-08-18 08:23:32 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.207,},NodeAddress{Type:Hostname,Address:node1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:69946ff2b7bc462fa25eb7adb4703c23,SystemUUID:00CDA902-D022-E711-906E-0017A4403562,BootID:736dc52f-f5e3-494e-86ca-01eedbea015c,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d56c8e10609e77af59159f698d19294b3e6164f3dfa4caeea2e9f8a03db3bbc9 localhost:30500/barometer-collectd:stable],SizeBytes:1238704095,},ContainerImage{Names:[opnfv/barometer-collectd@sha256:a7cea43d9d2f67c38fbf0407786edbe660ee9072945f7bb272b55fd255e8eaca opnfv/barometer-collectd:stable],SizeBytes:1075746799,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:1003788820,},ContainerImage{Names:[localhost:30500/cmk@sha256:cfc6363fd65b307f56d5fda90d8b24ccf438917ea1adcbd081fa487574560240 cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[aquasec/kube-hunter@sha256:2be6820bc1d7e0f57193a9a27d5a3e16b2fd93c53747b03ce8ca48c6fc323781 aquasec/kube-hunter:0.3.1],SizeBytes:347611549,},ContainerImage{Names:[golang@sha256:db2475a1dbb2149508e5db31d7d77a75e6600d54be645f37681f03f2762169ba golang:alpine3.12],SizeBytes:301186719,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[grafana/grafana@sha256:89304bc2335f4976618548d7b93d165ed67369d3a051d2f627fc4e0aa3d0aff1 grafana/grafana:7.1.0],SizeBytes:179601493,},ContainerImage{Names:[quay.io/prometheus/prometheus@sha256:d4ba4dd1a9ebb90916d0bfed3c204adcb118ed24546bf8dd2e6b30fc0fd2009e quay.io/prometheus/prometheus:v2.20.0],SizeBytes:144886595,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:addd70e4ee83f3bc9a4c1c7c41e37927ba47faf639312fc936df3afad7926f5a httpd:2.4.39-alpine],SizeBytes:126894770,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[directxman12/k8s-prometheus-adapter-amd64@sha256:b63dc612e3cb73f79d2401a4516f794f9f0a83002600ca72e675e41baecff437 directxman12/k8s-prometheus-adapter-amd64:v0.6.0],SizeBytes:53267842,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:303c990733f0fd02559eb93953523657b9129af8e93af2b980e9a2dc39eb2163 nfvpe/sriov-device-plugin:latest localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44394281,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonroot@sha256:4bd7ae247de5c988700233c5a4b55e804ffe90f8c66ae64853f1dae37b847213 gcr.io/kubernetes-e2e-test-images/nonroot:1.0],SizeBytes:42321438,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[aquasec/kube-bench@sha256:3544f6662feb73d36fdba35b17652e2fd73aae45bd4b60e76d7ab928220b3cc6 aquasec/kube-bench:0.3.1],SizeBytes:19301876,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[quay.io/coreos/prometheus-config-reloader@sha256:c679a143b24b7731ad1577a9865aa3805426cbf1b25e30807b951dff68466ffd quay.io/coreos/prometheus-config-reloader:v0.40.0],SizeBytes:10131705,},ContainerImage{Names:[jimmidyson/configmap-reload@sha256:d107c7a235c266273b1c3502a391fec374430e5625539403d0de797fa9c556a2 jimmidyson/configmap-reload:v0.3.0],SizeBytes:9700438,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[alpine@sha256:de25c7fc6c4f3a27c7f0c2dff454e4671823a34d88abd533f210848d527e0fbb alpine:3.12],SizeBytes:5581415,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:32:04.892: INFO: Logging kubelet events for node node1 Aug 18 11:32:04.894: INFO: Logging pods the kubelet thinks is on node node1 Aug 18 11:32:04.917: INFO: kube-flannel-q78nd started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:32:04.917: INFO: Init container install-cni ready: true, restart count 2 Aug 18 11:32:04.917: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 11:32:04.917: INFO: prometheus-k8s-0 started at 2021-08-18 08:34:03 +0000 UTC (0+5 container statuses recorded) Aug 18 11:32:04.917: INFO: Container custom-metrics-apiserver ready: true, restart count 0 Aug 18 11:32:04.917: INFO: Container grafana ready: true, restart count 0 Aug 18 11:32:04.917: INFO: Container prometheus ready: true, restart count 1 Aug 18 11:32:04.917: INFO: Container prometheus-config-reloader ready: true, restart count 0 Aug 18 11:32:04.917: INFO: Container rules-configmap-reloader ready: true, restart count 0 Aug 18 11:32:04.917: INFO: test-rolling-update-controller-wx48f started at 2021-08-18 11:29:47 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.917: INFO: Container httpd ready: false, restart count 0 Aug 18 11:32:04.917: INFO: test-webserver-61a86e95-c56e-477f-8a08-403249c2a07a started at 2021-08-18 11:31:37 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.917: INFO: Container test-webserver ready: true, restart count 0 Aug 18 11:32:04.917: INFO: ss2-1 started at 2021-08-18 11:26:31 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.917: INFO: Container webserver ready: true, restart count 0 Aug 18 11:32:04.917: INFO: kube-multus-ds-amd64-rrvmb started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.917: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:32:04.917: INFO: node-feature-discovery-worker-pflgw started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.917: INFO: Container nfd-worker ready: true, restart count 0 Aug 18 11:32:04.917: INFO: node-exporter-kcwvn started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:32:04.917: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:32:04.917: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:32:04.917: INFO: pod-init-b68a6dc1-5b80-476f-a5fe-c89c90dac8b1 started at 2021-08-18 11:27:37 +0000 UTC (2+1 container statuses recorded) Aug 18 11:32:04.917: INFO: Init container init1 ready: false, restart count 0 Aug 18 11:32:04.917: INFO: Init container init2 ready: false, restart count 0 Aug 18 11:32:04.917: INFO: Container run1 ready: false, restart count 0 Aug 18 11:32:04.917: INFO: labelsupdate6d13f820-2ca1-40a0-8b73-fdd72ab45b4e started at 2021-08-18 11:32:04 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.917: INFO: Container client-container ready: false, restart count 0 Aug 18 11:32:04.917: INFO: ss2-0 started at 2021-08-18 11:26:45 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.917: INFO: Container webserver ready: true, restart count 0 Aug 18 11:32:04.917: INFO: downward-api-c1e0efbe-f569-4cd0-ab7a-b70694ffbc25 started at 2021-08-18 11:27:11 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.917: INFO: Container dapi-container ready: false, restart count 0 Aug 18 11:32:04.917: INFO: kube-proxy-p6jvp started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.917: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:32:04.917: INFO: kubernetes-metrics-scraper-678c97765c-9nsv5 started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.917: INFO: Container kubernetes-metrics-scraper ready: true, restart count 2 Aug 18 11:32:04.917: INFO: cmk-init-discover-node1-bxznx started at 2021-08-18 08:32:10 +0000 UTC (0+3 container statuses recorded) Aug 18 11:32:04.917: INFO: Container discover ready: false, restart count 0 Aug 18 11:32:04.917: INFO: Container init ready: false, restart count 0 Aug 18 11:32:04.917: INFO: Container install ready: false, restart count 0 Aug 18 11:32:04.917: INFO: cmk-d8r27 started at 2021-08-18 08:32:52 +0000 UTC (0+2 container statuses recorded) Aug 18 11:32:04.917: INFO: Container nodereport ready: true, restart count 0 Aug 18 11:32:04.917: INFO: Container reconcile ready: true, restart count 0 Aug 18 11:32:04.917: INFO: collectd-xdprr started at 2021-08-18 08:38:42 +0000 UTC (0+3 container statuses recorded) Aug 18 11:32:04.917: INFO: Container collectd ready: true, restart count 0 Aug 18 11:32:04.917: INFO: Container collectd-exporter ready: true, restart count 0 Aug 18 11:32:04.917: INFO: Container rbac-proxy ready: true, restart count 0 Aug 18 11:32:04.917: INFO: pod-submit-remove-74dabc56-7cc6-4841-8b80-3d7505da846f started at 2021-08-18 11:27:24 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.917: INFO: Container nginx ready: false, restart count 0 Aug 18 11:32:04.917: INFO: nginx-proxy-node1 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.917: INFO: Container nginx-proxy ready: true, restart count 2 Aug 18 11:32:04.917: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-vsxvg started at 2021-08-18 08:30:25 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:04.917: INFO: Container kube-sriovdp ready: true, restart count 0 W0818 11:32:04.928996 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:32:04.983: INFO: Latency metrics for node node1 Aug 18 11:32:04.983: INFO: Logging node info for node node2 Aug 18 11:32:04.985: INFO: Node Info: &Node{ObjectMeta:{node2 /api/v1/nodes/node2 1d01177e-3dbb-48a1-a0bc-d18af27ab7f8 59925 0 2021-08-18 08:22:49 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.36.2.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node2 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"ae:d1:47:f8:1d:22"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.208 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-08-18 08:22:49 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.3.0/24\"":{}}}}} {kubeadm Update v1 2021-08-18 08:22:50 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-08-18 08:23:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-08-18 08:29:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-08-18 08:32:35 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-08-18 08:32:41 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.3.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:36 +0000 UTC,LastTransitionTime:2021-08-18 08:26:36 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:32:00 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:32:00 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:32:00 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:32:00 +0000 UTC,LastTransitionTime:2021-08-18 08:23:32 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.208,},NodeAddress{Type:Hostname,Address:node2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:dc1f286135c145349b8a016880b65a2f,SystemUUID:80B3CD56-852F-E711-906E-0017A4403562,BootID:037e7e2d-94e9-42f4-a719-896e5005ac70,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d56c8e10609e77af59159f698d19294b3e6164f3dfa4caeea2e9f8a03db3bbc9 localhost:30500/barometer-collectd:stable],SizeBytes:1238704095,},ContainerImage{Names:[localhost:30500/cmk@sha256:cfc6363fd65b307f56d5fda90d8b24ccf438917ea1adcbd081fa487574560240 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 k8s.gcr.io/etcd:3.4.13-0],SizeBytes:253392289,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:addd70e4ee83f3bc9a4c1c7c41e37927ba47faf639312fc936df3afad7926f5a httpd:2.4.39-alpine],SizeBytes:126894770,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/sample-apiserver@sha256:ff02aacd9766d597883fabafc7ad604c719a57611db1bcc1564c69a45b000a55 gcr.io/kubernetes-e2e-test-images/sample-apiserver:1.17],SizeBytes:60684726,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:303c990733f0fd02559eb93953523657b9129af8e93af2b980e9a2dc39eb2163 localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44394281,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:9d07c391aeb1a9d02eb4343c113ed01825227c70c32b3cae861711f90191b0fd quay.io/coreos/kube-rbac-proxy:v0.4.1],SizeBytes:41317870,},ContainerImage{Names:[quay.io/coreos/prometheus-operator@sha256:a54e806fb27d2fb0251da4f3b2a3bb5320759af63a54a755788304775f2384a7 quay.io/coreos/prometheus-operator:v0.40.0],SizeBytes:38238457,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:be4238d53eaa9d83cc4bb5a07d7a9e538d6fdb17890ea3d7a544557d3a58d7ac localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:825609c74c49cb0f2f1b97c13038e7896335c40081a310d3f25c630deb782efb localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:4206620,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:32:04.986: INFO: Logging kubelet events for node node2 Aug 18 11:32:04.988: INFO: Logging pods the kubelet thinks is on node node2 Aug 18 11:32:05.002: INFO: prometheus-operator-5bb8cb9d8f-k97ws started at 2021-08-18 08:33:38 +0000 UTC (0+2 container statuses recorded) Aug 18 11:32:05.002: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:32:05.002: INFO: Container prometheus-operator ready: true, restart count 0 Aug 18 11:32:05.002: INFO: kube-proxy-qkj9c started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:05.002: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:32:05.002: INFO: node-feature-discovery-worker-hzpf5 started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:05.002: INFO: Container nfd-worker ready: true, restart count 0 Aug 18 11:32:05.002: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-c82pt started at 2021-08-18 08:30:25 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:05.002: INFO: Container kube-sriovdp ready: true, restart count 0 Aug 18 11:32:05.002: INFO: var-expansion-cf1f3322-29ba-472a-9702-20756a20f986 started at 2021-08-18 11:28:58 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:05.002: INFO: Container dapi-container ready: false, restart count 0 Aug 18 11:32:05.002: INFO: kube-multus-ds-amd64-rvzsg started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:05.002: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:32:05.002: INFO: collectd-67ntq started at 2021-08-18 08:38:42 +0000 UTC (0+3 container statuses recorded) Aug 18 11:32:05.002: INFO: Container collectd ready: true, restart count 0 Aug 18 11:32:05.002: INFO: Container collectd-exporter ready: true, restart count 0 Aug 18 11:32:05.002: INFO: Container rbac-proxy ready: true, restart count 0 Aug 18 11:32:05.002: INFO: downward-api-52b724b6-231c-4c6a-bf00-673e60c5889a started at 2021-08-18 11:31:01 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:05.002: INFO: Container dapi-container ready: false, restart count 0 Aug 18 11:32:05.002: INFO: cmk-webhook-6c9d5f8578-7cxjr started at 2021-08-18 08:32:53 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:05.002: INFO: Container cmk-webhook ready: true, restart count 0 Aug 18 11:32:05.002: INFO: kube-flannel-h7t5h started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:32:05.002: INFO: Init container install-cni ready: true, restart count 2 Aug 18 11:32:05.002: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 11:32:05.002: INFO: node-exporter-lrrf2 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:32:05.002: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:32:05.002: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:32:05.002: INFO: var-expansion-b9ae2d91-aa92-4f3b-bbfe-f9ab6aedef15 started at 2021-08-18 11:27:32 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:05.002: INFO: Container dapi-container ready: false, restart count 0 Aug 18 11:32:05.002: INFO: ss2-2 started at 2021-08-18 11:27:31 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:05.002: INFO: Container webserver ready: false, restart count 0 Aug 18 11:32:05.002: INFO: nginx-proxy-node2 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:05.002: INFO: Container nginx-proxy ready: true, restart count 1 Aug 18 11:32:05.002: INFO: cmk-init-discover-node2-6b2kz started at 2021-08-18 08:32:30 +0000 UTC (0+3 container statuses recorded) Aug 18 11:32:05.002: INFO: Container discover ready: false, restart count 0 Aug 18 11:32:05.002: INFO: Container init ready: false, restart count 0 Aug 18 11:32:05.002: INFO: Container install ready: false, restart count 0 Aug 18 11:32:05.002: INFO: tas-telemetry-aware-scheduling-575ccbc9d4-7rn45 started at 2021-08-18 08:36:42 +0000 UTC (0+2 container statuses recorded) Aug 18 11:32:05.002: INFO: Container tas-controller ready: true, restart count 0 Aug 18 11:32:05.002: INFO: Container tas-extender ready: true, restart count 0 Aug 18 11:32:05.002: INFO: kubernetes-dashboard-86c6f9df5b-qrtdk started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:05.002: INFO: Container kubernetes-dashboard ready: true, restart count 2 Aug 18 11:32:05.002: INFO: test-rollover-controller-n75gh started at 2021-08-18 11:26:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:32:05.002: INFO: Container httpd ready: false, restart count 0 Aug 18 11:32:05.002: INFO: cmk-748rz started at 2021-08-18 08:32:53 +0000 UTC (0+2 container statuses recorded) Aug 18 11:32:05.002: INFO: Container nodereport ready: true, restart count 0 Aug 18 11:32:05.002: INFO: Container reconcile ready: true, restart count 0 W0818 11:32:05.014862 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:32:05.061: INFO: Latency metrics for node node2 Aug 18 11:32:05.061: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready STEP: Destroying namespace "deployment-3014" for this suite. /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 Aug 18 11:34:31.829: Unexpected error: <*errors.errorString | 0xc005eb4dd0>: { s: "service is not reachable within 2m0s timeout on endpoint 10.10.190.207:32555 over TCP protocol", } service is not reachable within 2m0s timeout on endpoint 10.10.190.207:32555 over TCP protocol occurred /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:3511 [BeforeEach] [sig-network] Services /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:174 STEP: Creating a kubernetes client Aug 18 11:32:19.370: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename services STEP: Waiting for a default service account to be provisioned in namespace [BeforeEach] [sig-network] Services /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:782 [It] should be able to switch session affinity for NodePort service [LinuxOnly] [Conformance] /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 STEP: creating service in namespace services-2642 STEP: creating service affinity-nodeport-transition in namespace services-2642 STEP: creating replication controller affinity-nodeport-transition in namespace services-2642 I0818 11:32:19.405257 26 runners.go:190] Created replication controller with name: affinity-nodeport-transition, namespace: services-2642, replica count: 3 I0818 11:32:22.455731 26 runners.go:190] affinity-nodeport-transition Pods: 3 out of 3 created, 0 running, 3 pending, 0 waiting, 0 inactive, 0 terminating, 0 unknown, 0 runningButNotReady I0818 11:32:25.456253 26 runners.go:190] affinity-nodeport-transition Pods: 3 out of 3 created, 3 running, 0 pending, 0 waiting, 0 inactive, 0 terminating, 0 unknown, 0 runningButNotReady Aug 18 11:32:25.464: INFO: Creating new exec pod Aug 18 11:32:30.487: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 affinity-nodeport-transition 80' Aug 18 11:32:30.778: INFO: stderr: "+ nc -zv -t -w 2 affinity-nodeport-transition 80\nConnection to affinity-nodeport-transition 80 port [tcp/http] succeeded!\n" Aug 18 11:32:30.778: INFO: stdout: "" Aug 18 11:32:30.779: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.233.38.163 80' Aug 18 11:32:31.020: INFO: stderr: "+ nc -zv -t -w 2 10.233.38.163 80\nConnection to 10.233.38.163 80 port [tcp/http] succeeded!\n" Aug 18 11:32:31.020: INFO: stdout: "" Aug 18 11:32:31.020: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:31.284: INFO: rc: 1 Aug 18 11:32:31.284: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:32.284: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:32.546: INFO: rc: 1 Aug 18 11:32:32.546: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:33.284: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:33.580: INFO: rc: 1 Aug 18 11:32:33.580: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:34.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:34.542: INFO: rc: 1 Aug 18 11:32:34.542: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:35.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:35.587: INFO: rc: 1 Aug 18 11:32:35.587: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:36.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:36.557: INFO: rc: 1 Aug 18 11:32:36.557: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:37.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:37.530: INFO: rc: 1 Aug 18 11:32:37.530: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:38.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:38.620: INFO: rc: 1 Aug 18 11:32:38.620: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:39.284: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:39.802: INFO: rc: 1 Aug 18 11:32:39.802: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:40.284: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:40.561: INFO: rc: 1 Aug 18 11:32:40.561: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:41.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:41.535: INFO: rc: 1 Aug 18 11:32:41.535: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:42.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:42.556: INFO: rc: 1 Aug 18 11:32:42.556: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:43.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:43.592: INFO: rc: 1 Aug 18 11:32:43.592: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:44.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:44.584: INFO: rc: 1 Aug 18 11:32:44.584: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:45.284: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:45.569: INFO: rc: 1 Aug 18 11:32:45.569: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:46.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:46.557: INFO: rc: 1 Aug 18 11:32:46.557: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:47.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:47.535: INFO: rc: 1 Aug 18 11:32:47.536: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:48.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:48.558: INFO: rc: 1 Aug 18 11:32:48.558: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:49.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:49.569: INFO: rc: 1 Aug 18 11:32:49.569: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:50.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:50.525: INFO: rc: 1 Aug 18 11:32:50.525: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:51.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:51.526: INFO: rc: 1 Aug 18 11:32:51.526: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:52.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:52.553: INFO: rc: 1 Aug 18 11:32:52.553: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:53.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:53.551: INFO: rc: 1 Aug 18 11:32:53.551: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:54.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:54.564: INFO: rc: 1 Aug 18 11:32:54.564: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:55.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:55.545: INFO: rc: 1 Aug 18 11:32:55.545: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:56.284: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:56.520: INFO: rc: 1 Aug 18 11:32:56.520: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:57.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:57.553: INFO: rc: 1 Aug 18 11:32:57.553: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:58.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:58.546: INFO: rc: 1 Aug 18 11:32:58.546: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:32:59.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:32:59.541: INFO: rc: 1 Aug 18 11:32:59.541: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:00.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:00.952: INFO: rc: 1 Aug 18 11:33:00.952: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:01.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:01.554: INFO: rc: 1 Aug 18 11:33:01.554: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:02.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:02.761: INFO: rc: 1 Aug 18 11:33:02.761: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:03.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:03.738: INFO: rc: 1 Aug 18 11:33:03.738: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:04.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:04.540: INFO: rc: 1 Aug 18 11:33:04.540: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:05.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:05.578: INFO: rc: 1 Aug 18 11:33:05.578: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:06.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:06.553: INFO: rc: 1 Aug 18 11:33:06.553: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:07.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:07.567: INFO: rc: 1 Aug 18 11:33:07.567: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:08.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:08.565: INFO: rc: 1 Aug 18 11:33:08.565: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:09.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:09.566: INFO: rc: 1 Aug 18 11:33:09.566: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:10.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:10.539: INFO: rc: 1 Aug 18 11:33:10.539: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:11.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:11.559: INFO: rc: 1 Aug 18 11:33:11.559: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:12.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:12.548: INFO: rc: 1 Aug 18 11:33:12.548: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:13.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:14.590: INFO: rc: 1 Aug 18 11:33:14.590: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:15.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:15.545: INFO: rc: 1 Aug 18 11:33:15.545: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:16.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:16.580: INFO: rc: 1 Aug 18 11:33:16.580: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:17.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:17.563: INFO: rc: 1 Aug 18 11:33:17.564: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:18.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:18.558: INFO: rc: 1 Aug 18 11:33:18.558: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:19.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:19.550: INFO: rc: 1 Aug 18 11:33:19.550: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:20.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:20.563: INFO: rc: 1 Aug 18 11:33:20.563: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:21.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:21.561: INFO: rc: 1 Aug 18 11:33:21.561: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:22.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:22.539: INFO: rc: 1 Aug 18 11:33:22.539: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:23.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:23.550: INFO: rc: 1 Aug 18 11:33:23.550: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:24.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:24.553: INFO: rc: 1 Aug 18 11:33:24.553: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:25.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:25.536: INFO: rc: 1 Aug 18 11:33:25.536: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:26.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:26.615: INFO: rc: 1 Aug 18 11:33:26.615: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:27.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:27.529: INFO: rc: 1 Aug 18 11:33:27.529: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:28.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:28.540: INFO: rc: 1 Aug 18 11:33:28.540: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:29.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:29.548: INFO: rc: 1 Aug 18 11:33:29.548: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:30.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:30.558: INFO: rc: 1 Aug 18 11:33:30.558: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:31.284: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:31.552: INFO: rc: 1 Aug 18 11:33:31.552: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:32.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:32.543: INFO: rc: 1 Aug 18 11:33:32.543: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:33.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:33.553: INFO: rc: 1 Aug 18 11:33:33.553: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:34.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:34.536: INFO: rc: 1 Aug 18 11:33:34.536: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:35.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:35.535: INFO: rc: 1 Aug 18 11:33:35.535: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:36.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:36.559: INFO: rc: 1 Aug 18 11:33:36.559: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:37.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:37.546: INFO: rc: 1 Aug 18 11:33:37.546: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:38.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:38.550: INFO: rc: 1 Aug 18 11:33:38.550: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:39.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:39.528: INFO: rc: 1 Aug 18 11:33:39.528: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:40.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:40.558: INFO: rc: 1 Aug 18 11:33:40.558: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:41.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:41.532: INFO: rc: 1 Aug 18 11:33:41.533: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:42.284: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:42.538: INFO: rc: 1 Aug 18 11:33:42.538: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:43.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:43.809: INFO: rc: 1 Aug 18 11:33:43.809: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:44.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:44.695: INFO: rc: 1 Aug 18 11:33:44.695: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:45.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:45.539: INFO: rc: 1 Aug 18 11:33:45.539: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:46.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:46.546: INFO: rc: 1 Aug 18 11:33:46.546: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:47.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:47.569: INFO: rc: 1 Aug 18 11:33:47.569: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:48.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:48.556: INFO: rc: 1 Aug 18 11:33:48.556: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:49.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:49.566: INFO: rc: 1 Aug 18 11:33:49.566: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:50.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:50.585: INFO: rc: 1 Aug 18 11:33:50.585: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:51.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:51.558: INFO: rc: 1 Aug 18 11:33:51.558: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:52.284: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:52.564: INFO: rc: 1 Aug 18 11:33:52.564: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:53.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:53.569: INFO: rc: 1 Aug 18 11:33:53.569: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:54.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:54.548: INFO: rc: 1 Aug 18 11:33:54.548: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:55.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:55.557: INFO: rc: 1 Aug 18 11:33:55.557: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:56.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:56.554: INFO: rc: 1 Aug 18 11:33:56.555: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:57.284: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:57.559: INFO: rc: 1 Aug 18 11:33:57.559: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:58.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:58.557: INFO: rc: 1 Aug 18 11:33:58.557: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:33:59.284: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:33:59.550: INFO: rc: 1 Aug 18 11:33:59.550: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:00.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:00.558: INFO: rc: 1 Aug 18 11:34:00.558: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:01.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:01.564: INFO: rc: 1 Aug 18 11:34:01.564: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:02.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:02.575: INFO: rc: 1 Aug 18 11:34:02.575: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:03.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:03.594: INFO: rc: 1 Aug 18 11:34:03.595: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:04.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:04.556: INFO: rc: 1 Aug 18 11:34:04.557: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:05.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:05.555: INFO: rc: 1 Aug 18 11:34:05.555: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:06.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:06.557: INFO: rc: 1 Aug 18 11:34:06.557: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:07.284: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:07.585: INFO: rc: 1 Aug 18 11:34:07.585: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:08.284: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:08.561: INFO: rc: 1 Aug 18 11:34:08.561: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:09.284: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:09.565: INFO: rc: 1 Aug 18 11:34:09.565: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:10.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:10.552: INFO: rc: 1 Aug 18 11:34:10.552: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:11.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:11.555: INFO: rc: 1 Aug 18 11:34:11.555: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:12.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:12.549: INFO: rc: 1 Aug 18 11:34:12.549: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:13.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:13.801: INFO: rc: 1 Aug 18 11:34:13.802: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:14.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:14.574: INFO: rc: 1 Aug 18 11:34:14.574: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:15.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:15.916: INFO: rc: 1 Aug 18 11:34:15.916: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:16.284: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:16.546: INFO: rc: 1 Aug 18 11:34:16.546: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:17.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:17.557: INFO: rc: 1 Aug 18 11:34:17.557: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:18.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:18.650: INFO: rc: 1 Aug 18 11:34:18.650: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:19.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:19.595: INFO: rc: 1 Aug 18 11:34:19.595: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:20.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:20.571: INFO: rc: 1 Aug 18 11:34:20.571: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:21.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:21.533: INFO: rc: 1 Aug 18 11:34:21.533: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:22.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:22.667: INFO: rc: 1 Aug 18 11:34:22.667: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:23.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:23.541: INFO: rc: 1 Aug 18 11:34:23.541: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:24.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:24.533: INFO: rc: 1 Aug 18 11:34:24.533: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:25.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:25.538: INFO: rc: 1 Aug 18 11:34:25.538: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:26.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:26.572: INFO: rc: 1 Aug 18 11:34:26.572: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:27.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:27.582: INFO: rc: 1 Aug 18 11:34:27.582: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:28.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:28.544: INFO: rc: 1 Aug 18 11:34:28.544: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:29.285: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:29.537: INFO: rc: 1 Aug 18 11:34:29.537: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:30.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:30.550: INFO: rc: 1 Aug 18 11:34:30.550: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:31.286: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:31.562: INFO: rc: 1 Aug 18 11:34:31.562: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:31.562: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555' Aug 18 11:34:31.828: INFO: rc: 1 Aug 18 11:34:31.828: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-2642 exec execpod-affinityrr59g -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32555: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32555 nc: connect to 10.10.190.207 port 32555 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... Aug 18 11:34:31.829: FAIL: Unexpected error: <*errors.errorString | 0xc005eb4dd0>: { s: "service is not reachable within 2m0s timeout on endpoint 10.10.190.207:32555 over TCP protocol", } service is not reachable within 2m0s timeout on endpoint 10.10.190.207:32555 over TCP protocol occurred Full Stack Trace k8s.io/kubernetes/test/e2e/network.execAffinityTestForNonLBServiceWithOptionalTransition(0xc001a91ce0, 0x5410260, 0xc0011bf080, 0xc001029200, 0x1) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:3511 +0x62e k8s.io/kubernetes/test/e2e/network.execAffinityTestForNonLBServiceWithTransition(...) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:3466 k8s.io/kubernetes/test/e2e/network.glob..func24.30() /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:2541 +0xa5 k8s.io/kubernetes/test/e2e.RunE2ETests(0xc001880c00) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:130 +0x345 k8s.io/kubernetes/test/e2e.TestE2E(0xc001880c00) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:145 +0x2b testing.tRunner(0xc001880c00, 0x4deb2c0) /usr/local/go/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1168 +0x2b3 Aug 18 11:34:31.830: INFO: Cleaning up the exec pod STEP: deleting ReplicationController affinity-nodeport-transition in namespace services-2642, will wait for the garbage collector to delete the pods Aug 18 11:34:31.897: INFO: Deleting ReplicationController affinity-nodeport-transition took: 5.155372ms Aug 18 11:34:32.598: INFO: Terminating ReplicationController affinity-nodeport-transition pods took: 700.392219ms [AfterEach] [sig-network] Services /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:175 STEP: Collecting events from namespace "services-2642". STEP: Found 32 events. Aug 18 11:34:41.216: INFO: At 0001-01-01 00:00:00 +0000 UTC - event for affinity-nodeport-transition-7hhl7: { } Scheduled: Successfully assigned services-2642/affinity-nodeport-transition-7hhl7 to node1 Aug 18 11:34:41.216: INFO: At 0001-01-01 00:00:00 +0000 UTC - event for affinity-nodeport-transition-v84k6: { } Scheduled: Successfully assigned services-2642/affinity-nodeport-transition-v84k6 to node2 Aug 18 11:34:41.216: INFO: At 0001-01-01 00:00:00 +0000 UTC - event for affinity-nodeport-transition-w7b49: { } Scheduled: Successfully assigned services-2642/affinity-nodeport-transition-w7b49 to node1 Aug 18 11:34:41.216: INFO: At 0001-01-01 00:00:00 +0000 UTC - event for execpod-affinityrr59g: { } Scheduled: Successfully assigned services-2642/execpod-affinityrr59g to node2 Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:19 +0000 UTC - event for affinity-nodeport-transition: {replication-controller } SuccessfulCreate: Created pod: affinity-nodeport-transition-w7b49 Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:19 +0000 UTC - event for affinity-nodeport-transition: {replication-controller } SuccessfulCreate: Created pod: affinity-nodeport-transition-7hhl7 Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:19 +0000 UTC - event for affinity-nodeport-transition: {replication-controller } SuccessfulCreate: Created pod: affinity-nodeport-transition-v84k6 Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:20 +0000 UTC - event for affinity-nodeport-transition-v84k6: {kubelet node2} Pulling: Pulling image "k8s.gcr.io/e2e-test-images/agnhost:2.20" Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:20 +0000 UTC - event for affinity-nodeport-transition-v84k6: {multus } AddedInterface: Add eth0 [10.244.3.10/24] Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:21 +0000 UTC - event for affinity-nodeport-transition-v84k6: {kubelet node2} Started: Started container affinity-nodeport-transition Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:21 +0000 UTC - event for affinity-nodeport-transition-v84k6: {kubelet node2} Pulled: Successfully pulled image "k8s.gcr.io/e2e-test-images/agnhost:2.20" in 546.01981ms Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:21 +0000 UTC - event for affinity-nodeport-transition-v84k6: {kubelet node2} Created: Created container affinity-nodeport-transition Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:21 +0000 UTC - event for affinity-nodeport-transition-w7b49: {multus } AddedInterface: Add eth0 [10.244.4.15/24] Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:21 +0000 UTC - event for affinity-nodeport-transition-w7b49: {kubelet node1} Pulling: Pulling image "k8s.gcr.io/e2e-test-images/agnhost:2.20" Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:22 +0000 UTC - event for affinity-nodeport-transition-7hhl7: {kubelet node1} Pulled: Successfully pulled image "k8s.gcr.io/e2e-test-images/agnhost:2.20" in 864.37287ms Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:22 +0000 UTC - event for affinity-nodeport-transition-7hhl7: {multus } AddedInterface: Add eth0 [10.244.4.16/24] Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:22 +0000 UTC - event for affinity-nodeport-transition-7hhl7: {kubelet node1} Pulling: Pulling image "k8s.gcr.io/e2e-test-images/agnhost:2.20" Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:22 +0000 UTC - event for affinity-nodeport-transition-w7b49: {kubelet node1} Pulled: Successfully pulled image "k8s.gcr.io/e2e-test-images/agnhost:2.20" in 918.018397ms Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:22 +0000 UTC - event for affinity-nodeport-transition-w7b49: {kubelet node1} Created: Created container affinity-nodeport-transition Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:22 +0000 UTC - event for affinity-nodeport-transition-w7b49: {kubelet node1} Started: Started container affinity-nodeport-transition Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:23 +0000 UTC - event for affinity-nodeport-transition-7hhl7: {kubelet node1} Started: Started container affinity-nodeport-transition Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:23 +0000 UTC - event for affinity-nodeport-transition-7hhl7: {kubelet node1} Created: Created container affinity-nodeport-transition Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:27 +0000 UTC - event for execpod-affinityrr59g: {multus } AddedInterface: Add eth0 [10.244.3.13/24] Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:27 +0000 UTC - event for execpod-affinityrr59g: {kubelet node2} Pulling: Pulling image "k8s.gcr.io/e2e-test-images/agnhost:2.20" Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:28 +0000 UTC - event for execpod-affinityrr59g: {kubelet node2} Pulled: Successfully pulled image "k8s.gcr.io/e2e-test-images/agnhost:2.20" in 528.850314ms Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:28 +0000 UTC - event for execpod-affinityrr59g: {kubelet node2} Started: Started container agnhost-container Aug 18 11:34:41.216: INFO: At 2021-08-18 11:32:28 +0000 UTC - event for execpod-affinityrr59g: {kubelet node2} Created: Created container agnhost-container Aug 18 11:34:41.216: INFO: At 2021-08-18 11:34:31 +0000 UTC - event for execpod-affinityrr59g: {kubelet node2} Killing: Stopping container agnhost-container Aug 18 11:34:41.216: INFO: At 2021-08-18 11:34:32 +0000 UTC - event for affinity-nodeport-transition: {endpoint-controller } FailedToUpdateEndpoint: Failed to update endpoint services-2642/affinity-nodeport-transition: Operation cannot be fulfilled on endpoints "affinity-nodeport-transition": the object has been modified; please apply your changes to the latest version and try again Aug 18 11:34:41.216: INFO: At 2021-08-18 11:34:32 +0000 UTC - event for affinity-nodeport-transition-7hhl7: {kubelet node1} Killing: Stopping container affinity-nodeport-transition Aug 18 11:34:41.216: INFO: At 2021-08-18 11:34:32 +0000 UTC - event for affinity-nodeport-transition-v84k6: {kubelet node2} Killing: Stopping container affinity-nodeport-transition Aug 18 11:34:41.216: INFO: At 2021-08-18 11:34:32 +0000 UTC - event for affinity-nodeport-transition-w7b49: {kubelet node1} Killing: Stopping container affinity-nodeport-transition Aug 18 11:34:41.218: INFO: POD NODE PHASE GRACE CONDITIONS Aug 18 11:34:41.218: INFO: Aug 18 11:34:41.222: INFO: Logging node info for node master1 Aug 18 11:34:41.224: INFO: Node Info: &Node{ObjectMeta:{master1 /api/v1/nodes/master1 ebb211fa-503f-4cfe-b1ed-c95d27a70e6e 63539 0 2021-08-18 08:20:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master1 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"3a:82:be:72:b5:15"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.202 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-08-18 08:20:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-08-18 08:20:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.0.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.0.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:25:59 +0000 UTC,LastTransitionTime:2021-08-18 08:25:59 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:34:34 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:34:34 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:34:34 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:34:34 +0000 UTC,LastTransitionTime:2021-08-18 08:25:08 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.202,},NodeAddress{Type:Hostname,Address:master1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:58c3e57359b641ad92fa1959f2fecf5d,SystemUUID:00ACFB60-0631-E711-906E-0017A4403562,BootID:012cd796-2076-45d6-8b14-d3e0451b1e64,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[registry@sha256:1cd9409a311350c3072fe510b52046f104416376c126a479cef9a4dfe692cf57 registry:2.7.0],SizeBytes:24191168,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:be4238d53eaa9d83cc4bb5a07d7a9e538d6fdb17890ea3d7a544557d3a58d7ac tas-controller:latest localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[nginx@sha256:a97eb9ecc708c8aa715ccfb5e9338f5456e4b65575daf304f108301f3b497314 nginx:1.19.2-alpine],SizeBytes:22052669,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:825609c74c49cb0f2f1b97c13038e7896335c40081a310d3f25c630deb782efb tas-extender:latest localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:5577654,},ContainerImage{Names:[alpine@sha256:c0e9560cda118f9ec63ddefb4a173a2b2a0347082d7dff7dc14272e7841a5b5a alpine:3.12.1],SizeBytes:5573013,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:34:41.225: INFO: Logging kubelet events for node master1 Aug 18 11:34:41.227: INFO: Logging pods the kubelet thinks is on node master1 Aug 18 11:34:41.240: INFO: kube-controller-manager-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.240: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 11:34:41.240: INFO: kube-multus-ds-amd64-kbcp6 started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.240: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:34:41.240: INFO: docker-registry-docker-registry-56cbc7bc58-49kl2 started at 2021-08-18 08:26:23 +0000 UTC (0+2 container statuses recorded) Aug 18 11:34:41.240: INFO: Container docker-registry ready: true, restart count 0 Aug 18 11:34:41.240: INFO: Container nginx ready: true, restart count 0 Aug 18 11:34:41.240: INFO: node-exporter-5hwz9 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:34:41.240: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:34:41.240: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:34:41.240: INFO: kube-apiserver-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.240: INFO: Container kube-apiserver ready: true, restart count 0 Aug 18 11:34:41.240: INFO: kube-proxy-vqk4v started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.240: INFO: Container kube-proxy ready: true, restart count 1 Aug 18 11:34:41.240: INFO: kube-flannel-q64cq started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:34:41.240: INFO: Init container install-cni ready: true, restart count 0 Aug 18 11:34:41.240: INFO: Container kube-flannel ready: true, restart count 3 Aug 18 11:34:41.240: INFO: coredns-7677f9bb54-kn2qg started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.240: INFO: Container coredns ready: true, restart count 2 Aug 18 11:34:41.240: INFO: kube-scheduler-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.240: INFO: Container kube-scheduler ready: true, restart count 0 W0818 11:34:41.251877 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:34:41.284: INFO: Latency metrics for node master1 Aug 18 11:34:41.284: INFO: Logging node info for node master2 Aug 18 11:34:41.287: INFO: Node Info: &Node{ObjectMeta:{master2 /api/v1/nodes/master2 78946293-3abe-4442-84d4-8ed6b1d15ce0 63517 0 2021-08-18 08:21:31 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master2 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"7e:f5:c2:cc:3a:b4"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.203 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/master.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-08-18 08:21:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-08-18 08:21:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}},"f:taints":{}}}} {nfd-master Update v1 2021-08-18 08:29:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/master.version":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.1.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:30 +0000 UTC,LastTransitionTime:2021-08-18 08:26:30 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:34:32 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:34:32 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:34:32 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:34:32 +0000 UTC,LastTransitionTime:2021-08-18 08:23:37 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.203,},NodeAddress{Type:Hostname,Address:master2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0c44122c7a7248c18d8571e1cc667258,SystemUUID:00A0DE53-E51D-E711-906E-0017A4403562,BootID:0cd329f2-48e0-4c8f-b8b9-fa3ae0ed8406,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[aquasec/kube-bench@sha256:3544f6662feb73d36fdba35b17652e2fd73aae45bd4b60e76d7ab928220b3cc6 aquasec/kube-bench:0.3.1],SizeBytes:19301876,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:34:41.287: INFO: Logging kubelet events for node master2 Aug 18 11:34:41.289: INFO: Logging pods the kubelet thinks is on node master2 Aug 18 11:34:41.303: INFO: kube-apiserver-master2 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.303: INFO: Container kube-apiserver ready: true, restart count 0 Aug 18 11:34:41.303: INFO: kube-scheduler-master2 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.303: INFO: Container kube-scheduler ready: true, restart count 2 Aug 18 11:34:41.303: INFO: kube-multus-ds-amd64-mld8g started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.303: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:34:41.303: INFO: dns-autoscaler-5b7b5c9b6f-hh47r started at 2021-08-18 08:23:57 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.303: INFO: Container autoscaler ready: true, restart count 2 Aug 18 11:34:41.303: INFO: node-feature-discovery-controller-5bf5c49849-mq57c started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.303: INFO: Container nfd-controller ready: true, restart count 0 Aug 18 11:34:41.303: INFO: node-exporter-48nfx started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:34:41.303: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:34:41.303: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:34:41.303: INFO: kube-controller-manager-master2 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.303: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 11:34:41.303: INFO: kube-proxy-kh2l9 started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.303: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:34:41.303: INFO: kube-flannel-pp56h started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:34:41.303: INFO: Init container install-cni ready: true, restart count 0 Aug 18 11:34:41.303: INFO: Container kube-flannel ready: true, restart count 1 W0818 11:34:41.316450 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:34:41.347: INFO: Latency metrics for node master2 Aug 18 11:34:41.347: INFO: Logging node info for node master3 Aug 18 11:34:41.350: INFO: Node Info: &Node{ObjectMeta:{master3 /api/v1/nodes/master3 44feac2b-9447-4be2-9fcd-62f836d67c72 63639 0 2021-08-18 08:21:41 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master3 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"86:e4:31:99:58:40"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.204 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubeadm Update v1 2021-08-18 08:21:42 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {kubelet Update v1 2021-08-18 08:21:42 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.2.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.2.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:30 +0000 UTC,LastTransitionTime:2021-08-18 08:26:30 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:34:38 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:34:38 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:34:38 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:34:38 +0000 UTC,LastTransitionTime:2021-08-18 08:23:37 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.204,},NodeAddress{Type:Hostname,Address:master3,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1fae19ae59884c44899bcd08aa243244,SystemUUID:008B1444-141E-E711-906E-0017A4403562,BootID:5db926c5-6530-4635-a0d5-806974a3b732,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:34:41.350: INFO: Logging kubelet events for node master3 Aug 18 11:34:41.352: INFO: Logging pods the kubelet thinks is on node master3 Aug 18 11:34:41.365: INFO: kube-controller-manager-master3 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.366: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 11:34:41.366: INFO: kube-scheduler-master3 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.366: INFO: Container kube-scheduler ready: true, restart count 2 Aug 18 11:34:41.366: INFO: kube-apiserver-master3 started at 2021-08-18 08:29:12 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.366: INFO: Container kube-apiserver ready: true, restart count 0 Aug 18 11:34:41.366: INFO: kube-proxy-sd5lc started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.366: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:34:41.366: INFO: kube-flannel-x6tlr started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:34:41.366: INFO: Init container install-cni ready: true, restart count 1 Aug 18 11:34:41.366: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 11:34:41.366: INFO: kube-multus-ds-amd64-bkw6c started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.366: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:34:41.366: INFO: coredns-7677f9bb54-5hxfh started at 2021-08-18 08:23:54 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.366: INFO: Container coredns ready: true, restart count 1 Aug 18 11:34:41.366: INFO: node-exporter-vq7d8 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:34:41.366: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:34:41.366: INFO: Container node-exporter ready: true, restart count 0 W0818 11:34:41.385789 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:34:41.416: INFO: Latency metrics for node master3 Aug 18 11:34:41.416: INFO: Logging node info for node node1 Aug 18 11:34:41.419: INFO: Node Info: &Node{ObjectMeta:{node1 /api/v1/nodes/node1 84defabd-6ebf-43ec-a629-44c6713da9c9 63452 0 2021-08-18 08:22:49 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.36.2.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node1 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"9a:87:55:36:7b:df"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.207 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-08-18 08:22:49 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.4.0/24\"":{}}}}} {kubeadm Update v1 2021-08-18 08:22:50 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-08-18 08:23:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-08-18 08:29:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-08-18 08:32:13 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-08-18 08:32:21 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.4.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:35 +0000 UTC,LastTransitionTime:2021-08-18 08:26:35 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:34:31 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:34:31 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:34:31 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:34:31 +0000 UTC,LastTransitionTime:2021-08-18 08:23:32 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.207,},NodeAddress{Type:Hostname,Address:node1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:69946ff2b7bc462fa25eb7adb4703c23,SystemUUID:00CDA902-D022-E711-906E-0017A4403562,BootID:736dc52f-f5e3-494e-86ca-01eedbea015c,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d56c8e10609e77af59159f698d19294b3e6164f3dfa4caeea2e9f8a03db3bbc9 localhost:30500/barometer-collectd:stable],SizeBytes:1238704095,},ContainerImage{Names:[opnfv/barometer-collectd@sha256:a7cea43d9d2f67c38fbf0407786edbe660ee9072945f7bb272b55fd255e8eaca opnfv/barometer-collectd:stable],SizeBytes:1075746799,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:1003788820,},ContainerImage{Names:[localhost:30500/cmk@sha256:cfc6363fd65b307f56d5fda90d8b24ccf438917ea1adcbd081fa487574560240 cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[aquasec/kube-hunter@sha256:2be6820bc1d7e0f57193a9a27d5a3e16b2fd93c53747b03ce8ca48c6fc323781 aquasec/kube-hunter:0.3.1],SizeBytes:347611549,},ContainerImage{Names:[golang@sha256:db2475a1dbb2149508e5db31d7d77a75e6600d54be645f37681f03f2762169ba golang:alpine3.12],SizeBytes:301186719,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[grafana/grafana@sha256:89304bc2335f4976618548d7b93d165ed67369d3a051d2f627fc4e0aa3d0aff1 grafana/grafana:7.1.0],SizeBytes:179601493,},ContainerImage{Names:[quay.io/prometheus/prometheus@sha256:d4ba4dd1a9ebb90916d0bfed3c204adcb118ed24546bf8dd2e6b30fc0fd2009e quay.io/prometheus/prometheus:v2.20.0],SizeBytes:144886595,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:addd70e4ee83f3bc9a4c1c7c41e37927ba47faf639312fc936df3afad7926f5a httpd:2.4.39-alpine],SizeBytes:126894770,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[directxman12/k8s-prometheus-adapter-amd64@sha256:b63dc612e3cb73f79d2401a4516f794f9f0a83002600ca72e675e41baecff437 directxman12/k8s-prometheus-adapter-amd64:v0.6.0],SizeBytes:53267842,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:303c990733f0fd02559eb93953523657b9129af8e93af2b980e9a2dc39eb2163 nfvpe/sriov-device-plugin:latest localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44394281,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonroot@sha256:4bd7ae247de5c988700233c5a4b55e804ffe90f8c66ae64853f1dae37b847213 gcr.io/kubernetes-e2e-test-images/nonroot:1.0],SizeBytes:42321438,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[aquasec/kube-bench@sha256:3544f6662feb73d36fdba35b17652e2fd73aae45bd4b60e76d7ab928220b3cc6 aquasec/kube-bench:0.3.1],SizeBytes:19301876,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[quay.io/coreos/prometheus-config-reloader@sha256:c679a143b24b7731ad1577a9865aa3805426cbf1b25e30807b951dff68466ffd quay.io/coreos/prometheus-config-reloader:v0.40.0],SizeBytes:10131705,},ContainerImage{Names:[jimmidyson/configmap-reload@sha256:d107c7a235c266273b1c3502a391fec374430e5625539403d0de797fa9c556a2 jimmidyson/configmap-reload:v0.3.0],SizeBytes:9700438,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[alpine@sha256:de25c7fc6c4f3a27c7f0c2dff454e4671823a34d88abd533f210848d527e0fbb alpine:3.12],SizeBytes:5581415,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:34:41.420: INFO: Logging kubelet events for node node1 Aug 18 11:34:41.423: INFO: Logging pods the kubelet thinks is on node node1 Aug 18 11:34:41.440: INFO: ss2-0 started at 2021-08-18 11:26:45 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.440: INFO: Container webserver ready: true, restart count 0 Aug 18 11:34:41.440: INFO: kube-proxy-p6jvp started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.440: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:34:41.440: INFO: kubernetes-metrics-scraper-678c97765c-9nsv5 started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.440: INFO: Container kubernetes-metrics-scraper ready: true, restart count 2 Aug 18 11:34:41.440: INFO: cmk-init-discover-node1-bxznx started at 2021-08-18 08:32:10 +0000 UTC (0+3 container statuses recorded) Aug 18 11:34:41.440: INFO: Container discover ready: false, restart count 0 Aug 18 11:34:41.440: INFO: Container init ready: false, restart count 0 Aug 18 11:34:41.440: INFO: Container install ready: false, restart count 0 Aug 18 11:34:41.440: INFO: cmk-d8r27 started at 2021-08-18 08:32:52 +0000 UTC (0+2 container statuses recorded) Aug 18 11:34:41.440: INFO: Container nodereport ready: true, restart count 0 Aug 18 11:34:41.440: INFO: Container reconcile ready: true, restart count 0 Aug 18 11:34:41.440: INFO: collectd-xdprr started at 2021-08-18 08:38:42 +0000 UTC (0+3 container statuses recorded) Aug 18 11:34:41.440: INFO: Container collectd ready: true, restart count 0 Aug 18 11:34:41.440: INFO: Container collectd-exporter ready: true, restart count 0 Aug 18 11:34:41.440: INFO: Container rbac-proxy ready: true, restart count 0 Aug 18 11:34:41.440: INFO: nginx-proxy-node1 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.440: INFO: Container nginx-proxy ready: true, restart count 2 Aug 18 11:34:41.440: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-vsxvg started at 2021-08-18 08:30:25 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.440: INFO: Container kube-sriovdp ready: true, restart count 0 Aug 18 11:34:41.440: INFO: fail-once-local-8rxnh started at 2021-08-18 11:34:14 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.440: INFO: Container c ready: false, restart count 0 Aug 18 11:34:41.440: INFO: pod-update-activedeadlineseconds-2e72b8c4-086d-4288-89a4-b11d1b093416 started at 2021-08-18 11:34:21 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.440: INFO: Container nginx ready: false, restart count 0 Aug 18 11:34:41.440: INFO: kube-flannel-q78nd started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:34:41.440: INFO: Init container install-cni ready: true, restart count 2 Aug 18 11:34:41.440: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 11:34:41.440: INFO: prometheus-k8s-0 started at 2021-08-18 08:34:03 +0000 UTC (0+5 container statuses recorded) Aug 18 11:34:41.440: INFO: Container custom-metrics-apiserver ready: true, restart count 0 Aug 18 11:34:41.440: INFO: Container grafana ready: true, restart count 0 Aug 18 11:34:41.440: INFO: Container prometheus ready: true, restart count 1 Aug 18 11:34:41.440: INFO: Container prometheus-config-reloader ready: true, restart count 0 Aug 18 11:34:41.440: INFO: Container rules-configmap-reloader ready: true, restart count 0 Aug 18 11:34:41.440: INFO: test-rolling-update-controller-wx48f started at 2021-08-18 11:29:47 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.440: INFO: Container httpd ready: false, restart count 0 Aug 18 11:34:41.440: INFO: ss2-1 started at 2021-08-18 11:26:31 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.440: INFO: Container webserver ready: true, restart count 0 Aug 18 11:34:41.440: INFO: netserver-0 started at 2021-08-18 11:34:38 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.440: INFO: Container webserver ready: false, restart count 0 Aug 18 11:34:41.440: INFO: kube-multus-ds-amd64-rrvmb started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.440: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:34:41.440: INFO: node-feature-discovery-worker-pflgw started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.440: INFO: Container nfd-worker ready: true, restart count 0 Aug 18 11:34:41.440: INFO: node-exporter-kcwvn started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:34:41.440: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:34:41.440: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:34:41.440: INFO: ss2-0 started at 2021-08-18 11:32:47 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.440: INFO: Container webserver ready: false, restart count 0 Aug 18 11:34:41.440: INFO: pod-logs-websocket-d8642f34-1a3a-44bb-86fd-c0e2f884df31 started at 2021-08-18 11:32:11 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.440: INFO: Container main ready: false, restart count 0 W0818 11:34:41.453126 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:34:41.506: INFO: Latency metrics for node node1 Aug 18 11:34:41.506: INFO: Logging node info for node node2 Aug 18 11:34:41.508: INFO: Node Info: &Node{ObjectMeta:{node2 /api/v1/nodes/node2 1d01177e-3dbb-48a1-a0bc-d18af27ab7f8 63457 0 2021-08-18 08:22:49 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.36.2.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node2 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"ae:d1:47:f8:1d:22"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.208 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-08-18 08:22:49 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.3.0/24\"":{}}}}} {kubeadm Update v1 2021-08-18 08:22:50 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-08-18 08:23:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-08-18 08:29:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-08-18 08:32:35 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-08-18 08:32:41 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.3.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:36 +0000 UTC,LastTransitionTime:2021-08-18 08:26:36 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:34:31 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:34:31 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:34:31 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:34:31 +0000 UTC,LastTransitionTime:2021-08-18 08:23:32 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.208,},NodeAddress{Type:Hostname,Address:node2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:dc1f286135c145349b8a016880b65a2f,SystemUUID:80B3CD56-852F-E711-906E-0017A4403562,BootID:037e7e2d-94e9-42f4-a719-896e5005ac70,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d56c8e10609e77af59159f698d19294b3e6164f3dfa4caeea2e9f8a03db3bbc9 localhost:30500/barometer-collectd:stable],SizeBytes:1238704095,},ContainerImage{Names:[localhost:30500/cmk@sha256:cfc6363fd65b307f56d5fda90d8b24ccf438917ea1adcbd081fa487574560240 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 k8s.gcr.io/etcd:3.4.13-0],SizeBytes:253392289,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:addd70e4ee83f3bc9a4c1c7c41e37927ba47faf639312fc936df3afad7926f5a httpd:2.4.39-alpine],SizeBytes:126894770,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/sample-apiserver@sha256:ff02aacd9766d597883fabafc7ad604c719a57611db1bcc1564c69a45b000a55 gcr.io/kubernetes-e2e-test-images/sample-apiserver:1.17],SizeBytes:60684726,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:303c990733f0fd02559eb93953523657b9129af8e93af2b980e9a2dc39eb2163 localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44394281,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:9d07c391aeb1a9d02eb4343c113ed01825227c70c32b3cae861711f90191b0fd quay.io/coreos/kube-rbac-proxy:v0.4.1],SizeBytes:41317870,},ContainerImage{Names:[quay.io/coreos/prometheus-operator@sha256:a54e806fb27d2fb0251da4f3b2a3bb5320759af63a54a755788304775f2384a7 quay.io/coreos/prometheus-operator:v0.40.0],SizeBytes:38238457,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:be4238d53eaa9d83cc4bb5a07d7a9e538d6fdb17890ea3d7a544557d3a58d7ac localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:825609c74c49cb0f2f1b97c13038e7896335c40081a310d3f25c630deb782efb localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:4206620,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:34:41.510: INFO: Logging kubelet events for node node2 Aug 18 11:34:41.512: INFO: Logging pods the kubelet thinks is on node node2 Aug 18 11:34:41.526: INFO: test-cleanup-controller-vzf4r started at 2021-08-18 11:32:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.526: INFO: Container httpd ready: false, restart count 0 Aug 18 11:34:41.526: INFO: nginx-proxy-node2 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.526: INFO: Container nginx-proxy ready: true, restart count 1 Aug 18 11:34:41.526: INFO: cmk-init-discover-node2-6b2kz started at 2021-08-18 08:32:30 +0000 UTC (0+3 container statuses recorded) Aug 18 11:34:41.526: INFO: Container discover ready: false, restart count 0 Aug 18 11:34:41.526: INFO: Container init ready: false, restart count 0 Aug 18 11:34:41.526: INFO: Container install ready: false, restart count 0 Aug 18 11:34:41.526: INFO: tas-telemetry-aware-scheduling-575ccbc9d4-7rn45 started at 2021-08-18 08:36:42 +0000 UTC (0+2 container statuses recorded) Aug 18 11:34:41.526: INFO: Container tas-controller ready: true, restart count 0 Aug 18 11:34:41.526: INFO: Container tas-extender ready: true, restart count 0 Aug 18 11:34:41.526: INFO: ss2-2 started at 2021-08-18 11:27:31 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.526: INFO: Container webserver ready: false, restart count 0 Aug 18 11:34:41.526: INFO: fail-once-local-pk5cs started at 2021-08-18 11:34:14 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.526: INFO: Container c ready: false, restart count 0 Aug 18 11:34:41.526: INFO: kubernetes-dashboard-86c6f9df5b-qrtdk started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.526: INFO: Container kubernetes-dashboard ready: true, restart count 2 Aug 18 11:34:41.526: INFO: cmk-748rz started at 2021-08-18 08:32:53 +0000 UTC (0+2 container statuses recorded) Aug 18 11:34:41.526: INFO: Container nodereport ready: true, restart count 0 Aug 18 11:34:41.526: INFO: Container reconcile ready: true, restart count 0 Aug 18 11:34:41.526: INFO: kube-proxy-qkj9c started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.526: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:34:41.526: INFO: node-feature-discovery-worker-hzpf5 started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.526: INFO: Container nfd-worker ready: true, restart count 0 Aug 18 11:34:41.526: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-c82pt started at 2021-08-18 08:30:25 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.526: INFO: Container kube-sriovdp ready: true, restart count 0 Aug 18 11:34:41.526: INFO: prometheus-operator-5bb8cb9d8f-k97ws started at 2021-08-18 08:33:38 +0000 UTC (0+2 container statuses recorded) Aug 18 11:34:41.526: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:34:41.526: INFO: Container prometheus-operator ready: true, restart count 0 Aug 18 11:34:41.526: INFO: netserver-1 started at 2021-08-18 11:34:38 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.526: INFO: Container webserver ready: false, restart count 0 Aug 18 11:34:41.526: INFO: kube-multus-ds-amd64-rvzsg started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.526: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:34:41.526: INFO: collectd-67ntq started at 2021-08-18 08:38:42 +0000 UTC (0+3 container statuses recorded) Aug 18 11:34:41.526: INFO: Container collectd ready: true, restart count 0 Aug 18 11:34:41.526: INFO: Container collectd-exporter ready: true, restart count 0 Aug 18 11:34:41.526: INFO: Container rbac-proxy ready: true, restart count 0 Aug 18 11:34:41.526: INFO: downward-api-52b724b6-231c-4c6a-bf00-673e60c5889a started at 2021-08-18 11:31:01 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.526: INFO: Container dapi-container ready: false, restart count 0 Aug 18 11:34:41.526: INFO: cmk-webhook-6c9d5f8578-7cxjr started at 2021-08-18 08:32:53 +0000 UTC (0+1 container statuses recorded) Aug 18 11:34:41.526: INFO: Container cmk-webhook ready: true, restart count 0 Aug 18 11:34:41.526: INFO: kube-flannel-h7t5h started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:34:41.526: INFO: Init container install-cni ready: true, restart count 2 Aug 18 11:34:41.526: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 11:34:41.526: INFO: node-exporter-lrrf2 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:34:41.526: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:34:41.526: INFO: Container node-exporter ready: true, restart count 0 W0818 11:34:41.540928 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:34:41.573: INFO: Latency metrics for node node2 Aug 18 11:34:41.573: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready STEP: Destroying namespace "services-2642" for this suite. [AfterEach] [sig-network] Services /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:786 /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 Aug 18 11:44:56.932: Unexpected error: <*errors.errorString | 0xc00412e3e0>: { s: "expected pod \"downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1\" success: Gave up after waiting 5m0s for pod \"downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1\" to be \"Succeeded or Failed\"", } expected pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1" success: Gave up after waiting 5m0s for pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1" to be "Succeeded or Failed" occurred /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/util.go:725 {"msg":"PASSED [k8s.io] Probing container with readiness probe that fails should never be ready and never restart [NodeConformance] [Conformance]","total":-1,"completed":15,"skipped":206,"failed":2,"failures":["[sig-apps] Deployment deployment should support rollover [Conformance]","[sig-network] Services should be able to switch session affinity for NodePort service [LinuxOnly] [Conformance]"]} [BeforeEach] [sig-node] Downward API /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:174 STEP: Creating a kubernetes client Aug 18 11:39:54.327: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename downward-api STEP: Waiting for a default service account to be provisioned in namespace [It] should provide container's limits.cpu/memory and requests.cpu/memory as env vars [NodeConformance] [Conformance] /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 STEP: Creating a pod to test downward api env vars Aug 18 11:39:54.362: INFO: Waiting up to 5m0s for pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1" in namespace "downward-api-8566" to be "Succeeded or Failed" Aug 18 11:39:54.364: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1.919661ms Aug 18 11:39:56.368: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2.005385751s Aug 18 11:39:58.371: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4.008831651s Aug 18 11:40:00.374: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 6.012089988s Aug 18 11:40:02.378: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 8.015625972s Aug 18 11:40:04.382: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 10.019770963s Aug 18 11:40:06.388: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 12.025861124s Aug 18 11:40:08.393: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 14.030777243s Aug 18 11:40:10.396: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 16.033963467s Aug 18 11:40:12.400: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 18.038226276s Aug 18 11:40:14.404: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 20.041390708s Aug 18 11:40:16.407: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 22.045260733s Aug 18 11:40:18.411: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 24.049257373s Aug 18 11:40:20.414: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 26.052329048s Aug 18 11:40:22.419: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 28.056643506s Aug 18 11:40:24.421: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 30.059291794s Aug 18 11:40:26.425: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 32.062601361s Aug 18 11:40:28.428: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 34.066294835s Aug 18 11:40:30.432: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 36.069508298s Aug 18 11:40:32.435: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 38.072607407s Aug 18 11:40:34.438: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 40.076207751s Aug 18 11:40:36.441: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 42.079331021s Aug 18 11:40:38.445: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 44.08307925s Aug 18 11:40:40.450: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 46.088113145s Aug 18 11:40:42.454: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 48.091491582s Aug 18 11:40:44.458: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 50.095769433s Aug 18 11:40:46.464: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 52.101493319s Aug 18 11:40:48.469: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 54.106476782s Aug 18 11:40:50.475: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 56.112805316s Aug 18 11:40:52.478: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 58.116336895s Aug 18 11:40:54.482: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m0.120082275s Aug 18 11:40:56.488: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m2.12579321s Aug 18 11:40:58.494: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m4.131699851s Aug 18 11:41:00.499: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m6.137230113s Aug 18 11:41:02.503: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m8.14085457s Aug 18 11:41:04.507: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m10.144462043s Aug 18 11:41:06.511: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m12.149304403s Aug 18 11:41:08.516: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m14.15353766s Aug 18 11:41:10.522: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m16.159502864s Aug 18 11:41:12.525: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m18.162731982s Aug 18 11:41:14.528: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m20.166256725s Aug 18 11:41:16.532: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m22.169531344s Aug 18 11:41:18.538: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m24.175499263s Aug 18 11:41:20.542: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m26.17936343s Aug 18 11:41:22.545: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m28.183201579s Aug 18 11:41:24.548: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m30.186235179s Aug 18 11:41:26.551: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m32.189297666s Aug 18 11:41:28.555: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m34.192661271s Aug 18 11:41:30.558: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m36.19574043s Aug 18 11:41:32.562: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m38.199548015s Aug 18 11:41:34.565: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m40.203270175s Aug 18 11:41:36.569: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m42.207287702s Aug 18 11:41:38.573: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m44.211190432s Aug 18 11:41:40.577: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m46.214564309s Aug 18 11:41:42.580: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m48.217403902s Aug 18 11:41:44.583: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m50.221231448s Aug 18 11:41:46.587: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m52.224750098s Aug 18 11:41:48.590: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m54.227384581s Aug 18 11:41:50.593: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m56.231301411s Aug 18 11:41:52.597: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 1m58.234520985s Aug 18 11:41:54.600: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m0.237392193s Aug 18 11:41:56.603: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m2.240767771s Aug 18 11:41:58.606: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m4.243484669s Aug 18 11:42:00.609: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m6.246779471s Aug 18 11:42:02.612: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m8.249962951s Aug 18 11:42:04.616: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m10.254174882s Aug 18 11:42:06.620: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m12.257860744s Aug 18 11:42:08.624: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m14.261772951s Aug 18 11:42:10.627: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m16.265010989s Aug 18 11:42:12.630: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m18.267672725s Aug 18 11:42:14.634: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m20.27233929s Aug 18 11:42:16.639: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m22.276973496s Aug 18 11:42:18.642: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m24.28006705s Aug 18 11:42:20.647: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m26.285271799s Aug 18 11:42:22.651: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m28.28845148s Aug 18 11:42:24.655: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m30.292538586s Aug 18 11:42:26.660: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m32.297790035s Aug 18 11:42:28.663: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m34.300602817s Aug 18 11:42:30.666: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m36.304181178s Aug 18 11:42:32.670: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m38.307973482s Aug 18 11:42:34.674: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m40.31173415s Aug 18 11:42:36.677: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m42.314694844s Aug 18 11:42:38.680: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m44.317755779s Aug 18 11:42:40.683: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m46.320541543s Aug 18 11:42:42.686: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m48.323498594s Aug 18 11:42:44.690: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m50.327585868s Aug 18 11:42:46.692: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m52.330227152s Aug 18 11:42:48.696: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m54.33405072s Aug 18 11:42:50.701: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m56.338446223s Aug 18 11:42:52.704: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 2m58.341994683s Aug 18 11:42:54.707: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m0.345113907s Aug 18 11:42:56.711: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m2.348902885s Aug 18 11:42:58.714: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m4.351456113s Aug 18 11:43:00.717: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m6.355278025s Aug 18 11:43:02.721: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m8.358433086s Aug 18 11:43:04.725: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m10.362454597s Aug 18 11:43:06.728: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m12.365685901s Aug 18 11:43:08.731: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m14.368379189s Aug 18 11:43:10.734: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m16.371701328s Aug 18 11:43:12.738: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m18.375706912s Aug 18 11:43:14.741: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m20.379276513s Aug 18 11:43:16.745: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m22.382635429s Aug 18 11:43:18.748: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m24.385495823s Aug 18 11:43:20.751: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m26.389279559s Aug 18 11:43:22.755: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m28.392376801s Aug 18 11:43:24.758: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m30.395435841s Aug 18 11:43:26.760: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m32.398219474s Aug 18 11:43:28.763: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m34.400670466s Aug 18 11:43:30.766: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m36.403748392s Aug 18 11:43:32.769: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m38.406714979s Aug 18 11:43:34.772: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m40.410268941s Aug 18 11:43:36.775: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m42.412806246s Aug 18 11:43:38.778: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m44.41616081s Aug 18 11:43:40.781: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m46.418834163s Aug 18 11:43:42.784: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m48.42159569s Aug 18 11:43:44.788: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m50.425519827s Aug 18 11:43:46.791: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m52.428469219s Aug 18 11:43:48.794: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m54.431811518s Aug 18 11:43:50.796: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m56.434164756s Aug 18 11:43:52.800: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 3m58.437650248s Aug 18 11:43:54.803: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m0.441202305s Aug 18 11:43:56.806: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m2.44368949s Aug 18 11:43:58.810: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m4.44746254s Aug 18 11:44:00.813: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m6.45117337s Aug 18 11:44:02.816: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m8.453737431s Aug 18 11:44:04.819: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m10.457190274s Aug 18 11:44:06.822: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m12.46002203s Aug 18 11:44:08.825: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m14.462673898s Aug 18 11:44:10.828: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m16.466282829s Aug 18 11:44:12.832: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m18.470326128s Aug 18 11:44:14.837: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m20.474496773s Aug 18 11:44:16.842: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m22.479762711s Aug 18 11:44:18.846: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m24.484047912s Aug 18 11:44:20.851: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m26.489322748s Aug 18 11:44:22.855: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m28.49278527s Aug 18 11:44:24.860: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m30.497370026s Aug 18 11:44:26.863: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m32.500943108s Aug 18 11:44:28.866: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m34.503685507s Aug 18 11:44:30.869: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m36.506378209s Aug 18 11:44:32.872: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m38.509708263s Aug 18 11:44:34.874: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m40.51229497s Aug 18 11:44:36.878: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m42.515638507s Aug 18 11:44:38.882: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m44.520099702s Aug 18 11:44:40.886: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m46.523518358s Aug 18 11:44:42.889: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m48.526989611s Aug 18 11:44:44.894: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m50.531414958s Aug 18 11:44:46.899: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m52.536540355s Aug 18 11:44:48.903: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m54.540444228s Aug 18 11:44:50.906: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m56.544134557s Aug 18 11:44:52.910: INFO: Pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1": Phase="Pending", Reason="", readiness=false. Elapsed: 4m58.547624766s Aug 18 11:44:54.920: INFO: Failed to get logs from node "node2" pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1" container "dapi-container": the server rejected our request for an unknown reason (get pods downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1) STEP: delete the pod Aug 18 11:44:54.925: INFO: Waiting for pod downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1 to disappear Aug 18 11:44:54.927: INFO: Pod downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1 still exists Aug 18 11:44:56.929: INFO: Waiting for pod downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1 to disappear Aug 18 11:44:56.931: INFO: Pod downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1 no longer exists Aug 18 11:44:56.932: FAIL: Unexpected error: <*errors.errorString | 0xc00412e3e0>: { s: "expected pod \"downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1\" success: Gave up after waiting 5m0s for pod \"downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1\" to be \"Succeeded or Failed\"", } expected pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1" success: Gave up after waiting 5m0s for pod "downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1" to be "Succeeded or Failed" occurred Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).testContainerOutputMatcher(0xc00042c580, 0x4c3168b, 0x15, 0xc0014c6400, 0x0, 0xc004371198, 0x4, 0x4, 0x4deefb0) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/util.go:725 +0x1ee k8s.io/kubernetes/test/e2e/framework.(*Framework).TestContainerOutputRegexp(...) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:532 k8s.io/kubernetes/test/e2e/common.testDownwardAPIUsingPod(...) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/common/downward_api.go:425 k8s.io/kubernetes/test/e2e/common.testDownwardAPI(0xc00042c580, 0xc004041100, 0x31, 0xc0024efb80, 0x4, 0x4, 0xc004371198, 0x4, 0x4) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/common/downward_api.go:391 +0x75c k8s.io/kubernetes/test/e2e/common.glob..func5.4() /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/common/downward_api.go:207 +0x37f k8s.io/kubernetes/test/e2e.RunE2ETests(0xc001880c00) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:130 +0x345 k8s.io/kubernetes/test/e2e.TestE2E(0xc001880c00) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:145 +0x2b testing.tRunner(0xc001880c00, 0x4deb2c0) /usr/local/go/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1168 +0x2b3 [AfterEach] [sig-node] Downward API /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:175 STEP: Collecting events from namespace "downward-api-8566". STEP: Found 9 events. Aug 18 11:44:56.936: INFO: At 0001-01-01 00:00:00 +0000 UTC - event for downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1: { } Scheduled: Successfully assigned downward-api-8566/downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1 to node2 Aug 18 11:44:56.936: INFO: At 2021-08-18 11:39:55 +0000 UTC - event for downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1: {multus } AddedInterface: Add eth0 [10.244.3.36/24] Aug 18 11:44:56.936: INFO: At 2021-08-18 11:39:55 +0000 UTC - event for downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1: {kubelet node2} Pulling: Pulling image "docker.io/library/busybox:1.29" Aug 18 11:44:56.936: INFO: At 2021-08-18 11:39:56 +0000 UTC - event for downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1: {kubelet node2} Failed: Failed to pull image "docker.io/library/busybox:1.29": rpc error: code = Unknown desc = Error response from daemon: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit Aug 18 11:44:56.936: INFO: At 2021-08-18 11:39:56 +0000 UTC - event for downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1: {kubelet node2} Failed: Error: ErrImagePull Aug 18 11:44:56.936: INFO: At 2021-08-18 11:39:57 +0000 UTC - event for downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1: {kubelet node2} SandboxChanged: Pod sandbox changed, it will be killed and re-created. Aug 18 11:44:56.936: INFO: At 2021-08-18 11:39:59 +0000 UTC - event for downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1: {multus } AddedInterface: Add eth0 [10.244.3.37/24] Aug 18 11:44:56.936: INFO: At 2021-08-18 11:39:59 +0000 UTC - event for downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1: {kubelet node2} BackOff: Back-off pulling image "docker.io/library/busybox:1.29" Aug 18 11:44:56.936: INFO: At 2021-08-18 11:39:59 +0000 UTC - event for downward-api-6d4f8477-bbe4-43ef-b926-feeff60a90d1: {kubelet node2} Failed: Error: ImagePullBackOff Aug 18 11:44:56.938: INFO: POD NODE PHASE GRACE CONDITIONS Aug 18 11:44:56.938: INFO: Aug 18 11:44:56.944: INFO: Logging node info for node master1 Aug 18 11:44:56.946: INFO: Node Info: &Node{ObjectMeta:{master1 /api/v1/nodes/master1 ebb211fa-503f-4cfe-b1ed-c95d27a70e6e 68784 0 2021-08-18 08:20:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master1 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"3a:82:be:72:b5:15"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.202 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-08-18 08:20:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-08-18 08:20:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.0.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.0.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:25:59 +0000 UTC,LastTransitionTime:2021-08-18 08:25:59 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:44:56 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:44:56 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:44:56 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:44:56 +0000 UTC,LastTransitionTime:2021-08-18 08:25:08 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.202,},NodeAddress{Type:Hostname,Address:master1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:58c3e57359b641ad92fa1959f2fecf5d,SystemUUID:00ACFB60-0631-E711-906E-0017A4403562,BootID:012cd796-2076-45d6-8b14-d3e0451b1e64,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[registry@sha256:1cd9409a311350c3072fe510b52046f104416376c126a479cef9a4dfe692cf57 registry:2.7.0],SizeBytes:24191168,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:be4238d53eaa9d83cc4bb5a07d7a9e538d6fdb17890ea3d7a544557d3a58d7ac tas-controller:latest localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[nginx@sha256:a97eb9ecc708c8aa715ccfb5e9338f5456e4b65575daf304f108301f3b497314 nginx:1.19.2-alpine],SizeBytes:22052669,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:825609c74c49cb0f2f1b97c13038e7896335c40081a310d3f25c630deb782efb tas-extender:latest localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:5577654,},ContainerImage{Names:[alpine@sha256:c0e9560cda118f9ec63ddefb4a173a2b2a0347082d7dff7dc14272e7841a5b5a alpine:3.12.1],SizeBytes:5573013,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:44:56.947: INFO: Logging kubelet events for node master1 Aug 18 11:44:56.950: INFO: Logging pods the kubelet thinks is on node master1 Aug 18 11:44:56.959: INFO: coredns-7677f9bb54-kn2qg started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:56.959: INFO: Container coredns ready: true, restart count 2 Aug 18 11:44:56.959: INFO: kube-scheduler-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:56.959: INFO: Container kube-scheduler ready: true, restart count 0 Aug 18 11:44:56.959: INFO: kube-apiserver-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:56.959: INFO: Container kube-apiserver ready: true, restart count 0 Aug 18 11:44:56.959: INFO: kube-proxy-vqk4v started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:56.959: INFO: Container kube-proxy ready: true, restart count 1 Aug 18 11:44:56.959: INFO: kube-flannel-q64cq started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:44:56.959: INFO: Init container install-cni ready: true, restart count 0 Aug 18 11:44:56.959: INFO: Container kube-flannel ready: true, restart count 3 Aug 18 11:44:56.959: INFO: docker-registry-docker-registry-56cbc7bc58-49kl2 started at 2021-08-18 08:26:23 +0000 UTC (0+2 container statuses recorded) Aug 18 11:44:56.959: INFO: Container docker-registry ready: true, restart count 0 Aug 18 11:44:56.959: INFO: Container nginx ready: true, restart count 0 Aug 18 11:44:56.959: INFO: node-exporter-5hwz9 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:44:56.959: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:44:56.959: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:44:56.959: INFO: kube-controller-manager-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:56.959: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 11:44:56.959: INFO: kube-multus-ds-amd64-kbcp6 started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:56.959: INFO: Container kube-multus ready: true, restart count 1 W0818 11:44:56.973450 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:44:56.997: INFO: Latency metrics for node master1 Aug 18 11:44:56.997: INFO: Logging node info for node master2 Aug 18 11:44:56.999: INFO: Node Info: &Node{ObjectMeta:{master2 /api/v1/nodes/master2 78946293-3abe-4442-84d4-8ed6b1d15ce0 68774 0 2021-08-18 08:21:31 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master2 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"7e:f5:c2:cc:3a:b4"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.203 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/master.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-08-18 08:21:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-08-18 08:21:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}},"f:taints":{}}}} {nfd-master Update v1 2021-08-18 08:29:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/master.version":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.1.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:30 +0000 UTC,LastTransitionTime:2021-08-18 08:26:30 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:44:55 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:44:55 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:44:55 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:44:55 +0000 UTC,LastTransitionTime:2021-08-18 08:23:37 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.203,},NodeAddress{Type:Hostname,Address:master2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0c44122c7a7248c18d8571e1cc667258,SystemUUID:00A0DE53-E51D-E711-906E-0017A4403562,BootID:0cd329f2-48e0-4c8f-b8b9-fa3ae0ed8406,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[aquasec/kube-bench@sha256:3544f6662feb73d36fdba35b17652e2fd73aae45bd4b60e76d7ab928220b3cc6 aquasec/kube-bench:0.3.1],SizeBytes:19301876,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:44:57.000: INFO: Logging kubelet events for node master2 Aug 18 11:44:57.002: INFO: Logging pods the kubelet thinks is on node master2 Aug 18 11:44:57.010: INFO: kube-apiserver-master2 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.010: INFO: Container kube-apiserver ready: true, restart count 0 Aug 18 11:44:57.010: INFO: kube-scheduler-master2 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.010: INFO: Container kube-scheduler ready: true, restart count 2 Aug 18 11:44:57.010: INFO: kube-multus-ds-amd64-mld8g started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.010: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:44:57.010: INFO: dns-autoscaler-5b7b5c9b6f-hh47r started at 2021-08-18 08:23:57 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.010: INFO: Container autoscaler ready: true, restart count 2 Aug 18 11:44:57.010: INFO: node-feature-discovery-controller-5bf5c49849-mq57c started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.010: INFO: Container nfd-controller ready: true, restart count 0 Aug 18 11:44:57.010: INFO: node-exporter-48nfx started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:44:57.010: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:44:57.010: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:44:57.010: INFO: kube-controller-manager-master2 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.010: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 11:44:57.010: INFO: kube-proxy-kh2l9 started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.010: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:44:57.010: INFO: kube-flannel-pp56h started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:44:57.010: INFO: Init container install-cni ready: true, restart count 0 Aug 18 11:44:57.010: INFO: Container kube-flannel ready: true, restart count 1 W0818 11:44:57.024081 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:44:57.048: INFO: Latency metrics for node master2 Aug 18 11:44:57.048: INFO: Logging node info for node master3 Aug 18 11:44:57.051: INFO: Node Info: &Node{ObjectMeta:{master3 /api/v1/nodes/master3 44feac2b-9447-4be2-9fcd-62f836d67c72 68739 0 2021-08-18 08:21:41 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master3 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"86:e4:31:99:58:40"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.204 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubeadm Update v1 2021-08-18 08:21:42 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {kubelet Update v1 2021-08-18 08:21:42 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.2.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.2.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:30 +0000 UTC,LastTransitionTime:2021-08-18 08:26:30 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:44:50 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:44:50 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:44:50 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:44:50 +0000 UTC,LastTransitionTime:2021-08-18 08:23:37 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.204,},NodeAddress{Type:Hostname,Address:master3,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1fae19ae59884c44899bcd08aa243244,SystemUUID:008B1444-141E-E711-906E-0017A4403562,BootID:5db926c5-6530-4635-a0d5-806974a3b732,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:44:57.052: INFO: Logging kubelet events for node master3 Aug 18 11:44:57.054: INFO: Logging pods the kubelet thinks is on node master3 Aug 18 11:44:57.064: INFO: coredns-7677f9bb54-5hxfh started at 2021-08-18 08:23:54 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.064: INFO: Container coredns ready: true, restart count 1 Aug 18 11:44:57.064: INFO: node-exporter-vq7d8 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:44:57.064: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:44:57.064: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:44:57.064: INFO: kube-controller-manager-master3 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.064: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 11:44:57.064: INFO: kube-scheduler-master3 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.064: INFO: Container kube-scheduler ready: true, restart count 2 Aug 18 11:44:57.064: INFO: kube-apiserver-master3 started at 2021-08-18 08:29:12 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.064: INFO: Container kube-apiserver ready: true, restart count 0 Aug 18 11:44:57.064: INFO: kube-proxy-sd5lc started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.064: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:44:57.064: INFO: kube-flannel-x6tlr started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:44:57.064: INFO: Init container install-cni ready: true, restart count 1 Aug 18 11:44:57.064: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 11:44:57.064: INFO: kube-multus-ds-amd64-bkw6c started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.064: INFO: Container kube-multus ready: true, restart count 1 W0818 11:44:57.078154 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:44:57.101: INFO: Latency metrics for node master3 Aug 18 11:44:57.101: INFO: Logging node info for node node1 Aug 18 11:44:57.105: INFO: Node Info: &Node{ObjectMeta:{node1 /api/v1/nodes/node1 84defabd-6ebf-43ec-a629-44c6713da9c9 68722 0 2021-08-18 08:22:49 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.36.2.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node1 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"9a:87:55:36:7b:df"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.207 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-08-18 08:22:49 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.4.0/24\"":{}}}}} {kubeadm Update v1 2021-08-18 08:22:50 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-08-18 08:23:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-08-18 08:29:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-08-18 08:32:13 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-08-18 08:32:21 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.4.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:35 +0000 UTC,LastTransitionTime:2021-08-18 08:26:35 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:44:48 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:44:48 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:44:48 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:44:48 +0000 UTC,LastTransitionTime:2021-08-18 08:23:32 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.207,},NodeAddress{Type:Hostname,Address:node1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:69946ff2b7bc462fa25eb7adb4703c23,SystemUUID:00CDA902-D022-E711-906E-0017A4403562,BootID:736dc52f-f5e3-494e-86ca-01eedbea015c,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d56c8e10609e77af59159f698d19294b3e6164f3dfa4caeea2e9f8a03db3bbc9 localhost:30500/barometer-collectd:stable],SizeBytes:1238704095,},ContainerImage{Names:[opnfv/barometer-collectd@sha256:a7cea43d9d2f67c38fbf0407786edbe660ee9072945f7bb272b55fd255e8eaca opnfv/barometer-collectd:stable],SizeBytes:1075746799,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:1003788820,},ContainerImage{Names:[localhost:30500/cmk@sha256:cfc6363fd65b307f56d5fda90d8b24ccf438917ea1adcbd081fa487574560240 cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[aquasec/kube-hunter@sha256:2be6820bc1d7e0f57193a9a27d5a3e16b2fd93c53747b03ce8ca48c6fc323781 aquasec/kube-hunter:0.3.1],SizeBytes:347611549,},ContainerImage{Names:[golang@sha256:db2475a1dbb2149508e5db31d7d77a75e6600d54be645f37681f03f2762169ba golang:alpine3.12],SizeBytes:301186719,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[grafana/grafana@sha256:89304bc2335f4976618548d7b93d165ed67369d3a051d2f627fc4e0aa3d0aff1 grafana/grafana:7.1.0],SizeBytes:179601493,},ContainerImage{Names:[quay.io/prometheus/prometheus@sha256:d4ba4dd1a9ebb90916d0bfed3c204adcb118ed24546bf8dd2e6b30fc0fd2009e quay.io/prometheus/prometheus:v2.20.0],SizeBytes:144886595,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:addd70e4ee83f3bc9a4c1c7c41e37927ba47faf639312fc936df3afad7926f5a httpd:2.4.39-alpine],SizeBytes:126894770,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[directxman12/k8s-prometheus-adapter-amd64@sha256:b63dc612e3cb73f79d2401a4516f794f9f0a83002600ca72e675e41baecff437 directxman12/k8s-prometheus-adapter-amd64:v0.6.0],SizeBytes:53267842,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:303c990733f0fd02559eb93953523657b9129af8e93af2b980e9a2dc39eb2163 nfvpe/sriov-device-plugin:latest localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44394281,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonroot@sha256:4bd7ae247de5c988700233c5a4b55e804ffe90f8c66ae64853f1dae37b847213 gcr.io/kubernetes-e2e-test-images/nonroot:1.0],SizeBytes:42321438,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[aquasec/kube-bench@sha256:3544f6662feb73d36fdba35b17652e2fd73aae45bd4b60e76d7ab928220b3cc6 aquasec/kube-bench:0.3.1],SizeBytes:19301876,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[quay.io/coreos/prometheus-config-reloader@sha256:c679a143b24b7731ad1577a9865aa3805426cbf1b25e30807b951dff68466ffd quay.io/coreos/prometheus-config-reloader:v0.40.0],SizeBytes:10131705,},ContainerImage{Names:[jimmidyson/configmap-reload@sha256:d107c7a235c266273b1c3502a391fec374430e5625539403d0de797fa9c556a2 jimmidyson/configmap-reload:v0.3.0],SizeBytes:9700438,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[alpine@sha256:de25c7fc6c4f3a27c7f0c2dff454e4671823a34d88abd533f210848d527e0fbb alpine:3.12],SizeBytes:5581415,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:44:57.106: INFO: Logging kubelet events for node node1 Aug 18 11:44:57.108: INFO: Logging pods the kubelet thinks is on node node1 Aug 18 11:44:57.123: INFO: termination-message-container0695240e-6103-4528-845b-e45cb7a8bd7f started at 2021-08-18 11:43:31 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.123: INFO: Container termination-message-container ready: false, restart count 0 Aug 18 11:44:57.123: INFO: nginx-proxy-node1 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.123: INFO: Container nginx-proxy ready: true, restart count 2 Aug 18 11:44:57.123: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-vsxvg started at 2021-08-18 08:30:25 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.123: INFO: Container kube-sriovdp ready: true, restart count 0 Aug 18 11:44:57.123: INFO: fail-once-local-8rxnh started at 2021-08-18 11:34:14 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.123: INFO: Container c ready: false, restart count 0 Aug 18 11:44:57.123: INFO: busybox-privileged-false-62ecd422-6423-4fce-9af7-2e63cb584665 started at 2021-08-18 11:41:33 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.123: INFO: Container busybox-privileged-false-62ecd422-6423-4fce-9af7-2e63cb584665 ready: false, restart count 0 Aug 18 11:44:57.123: INFO: test-webserver-6d6ecfd9-c69b-4d5b-867a-e2160ea50524 started at 2021-08-18 11:42:58 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.123: INFO: Container test-webserver ready: true, restart count 0 Aug 18 11:44:57.123: INFO: kube-flannel-q78nd started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:44:57.123: INFO: Init container install-cni ready: true, restart count 2 Aug 18 11:44:57.123: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 11:44:57.123: INFO: prometheus-k8s-0 started at 2021-08-18 08:34:03 +0000 UTC (0+5 container statuses recorded) Aug 18 11:44:57.123: INFO: Container custom-metrics-apiserver ready: true, restart count 0 Aug 18 11:44:57.123: INFO: Container grafana ready: true, restart count 0 Aug 18 11:44:57.123: INFO: Container prometheus ready: true, restart count 1 Aug 18 11:44:57.123: INFO: Container prometheus-config-reloader ready: true, restart count 0 Aug 18 11:44:57.123: INFO: Container rules-configmap-reloader ready: true, restart count 0 Aug 18 11:44:57.123: INFO: pod-with-prestop-exec-hook started at 2021-08-18 11:44:53 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.123: INFO: Container pod-with-prestop-exec-hook ready: true, restart count 0 Aug 18 11:44:57.123: INFO: kube-multus-ds-amd64-rrvmb started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.123: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:44:57.123: INFO: node-feature-discovery-worker-pflgw started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.123: INFO: Container nfd-worker ready: true, restart count 0 Aug 18 11:44:57.123: INFO: node-exporter-kcwvn started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:44:57.123: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:44:57.123: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:44:57.123: INFO: pod-adoption-release started at 2021-08-18 11:41:47 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.123: INFO: Container pod-adoption-release ready: false, restart count 0 Aug 18 11:44:57.123: INFO: busybox-scheduling-f75e615f-f2c3-4e61-8ed7-848c386f63d3 started at 2021-08-18 11:40:13 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.123: INFO: Container busybox-scheduling-f75e615f-f2c3-4e61-8ed7-848c386f63d3 ready: false, restart count 0 Aug 18 11:44:57.123: INFO: kube-proxy-p6jvp started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.123: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:44:57.123: INFO: kubernetes-metrics-scraper-678c97765c-9nsv5 started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.123: INFO: Container kubernetes-metrics-scraper ready: true, restart count 2 Aug 18 11:44:57.123: INFO: cmk-init-discover-node1-bxznx started at 2021-08-18 08:32:10 +0000 UTC (0+3 container statuses recorded) Aug 18 11:44:57.123: INFO: Container discover ready: false, restart count 0 Aug 18 11:44:57.123: INFO: Container init ready: false, restart count 0 Aug 18 11:44:57.123: INFO: Container install ready: false, restart count 0 Aug 18 11:44:57.123: INFO: cmk-d8r27 started at 2021-08-18 08:32:52 +0000 UTC (0+2 container statuses recorded) Aug 18 11:44:57.123: INFO: Container nodereport ready: true, restart count 0 Aug 18 11:44:57.123: INFO: Container reconcile ready: true, restart count 0 Aug 18 11:44:57.123: INFO: collectd-xdprr started at 2021-08-18 08:38:42 +0000 UTC (0+3 container statuses recorded) Aug 18 11:44:57.123: INFO: Container collectd ready: true, restart count 0 Aug 18 11:44:57.123: INFO: Container collectd-exporter ready: true, restart count 0 Aug 18 11:44:57.123: INFO: Container rbac-proxy ready: true, restart count 0 W0818 11:44:57.136256 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:44:57.181: INFO: Latency metrics for node node1 Aug 18 11:44:57.181: INFO: Logging node info for node node2 Aug 18 11:44:57.184: INFO: Node Info: &Node{ObjectMeta:{node2 /api/v1/nodes/node2 1d01177e-3dbb-48a1-a0bc-d18af27ab7f8 68716 0 2021-08-18 08:22:49 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.36.2.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node2 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"ae:d1:47:f8:1d:22"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.208 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-08-18 08:22:49 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.3.0/24\"":{}}}}} {kubeadm Update v1 2021-08-18 08:22:50 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-08-18 08:23:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-08-18 08:29:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-08-18 08:32:35 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-08-18 08:32:41 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.3.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:36 +0000 UTC,LastTransitionTime:2021-08-18 08:26:36 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:44:47 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:44:47 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:44:47 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:44:47 +0000 UTC,LastTransitionTime:2021-08-18 08:23:32 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.208,},NodeAddress{Type:Hostname,Address:node2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:dc1f286135c145349b8a016880b65a2f,SystemUUID:80B3CD56-852F-E711-906E-0017A4403562,BootID:037e7e2d-94e9-42f4-a719-896e5005ac70,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d56c8e10609e77af59159f698d19294b3e6164f3dfa4caeea2e9f8a03db3bbc9 localhost:30500/barometer-collectd:stable],SizeBytes:1238704095,},ContainerImage{Names:[localhost:30500/cmk@sha256:cfc6363fd65b307f56d5fda90d8b24ccf438917ea1adcbd081fa487574560240 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 k8s.gcr.io/etcd:3.4.13-0],SizeBytes:253392289,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:addd70e4ee83f3bc9a4c1c7c41e37927ba47faf639312fc936df3afad7926f5a httpd:2.4.39-alpine],SizeBytes:126894770,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/sample-apiserver@sha256:ff02aacd9766d597883fabafc7ad604c719a57611db1bcc1564c69a45b000a55 gcr.io/kubernetes-e2e-test-images/sample-apiserver:1.17],SizeBytes:60684726,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:303c990733f0fd02559eb93953523657b9129af8e93af2b980e9a2dc39eb2163 localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44394281,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:9d07c391aeb1a9d02eb4343c113ed01825227c70c32b3cae861711f90191b0fd quay.io/coreos/kube-rbac-proxy:v0.4.1],SizeBytes:41317870,},ContainerImage{Names:[quay.io/coreos/prometheus-operator@sha256:a54e806fb27d2fb0251da4f3b2a3bb5320759af63a54a755788304775f2384a7 quay.io/coreos/prometheus-operator:v0.40.0],SizeBytes:38238457,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:be4238d53eaa9d83cc4bb5a07d7a9e538d6fdb17890ea3d7a544557d3a58d7ac localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:825609c74c49cb0f2f1b97c13038e7896335c40081a310d3f25c630deb782efb localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:4206620,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:44:57.185: INFO: Logging kubelet events for node node2 Aug 18 11:44:57.186: INFO: Logging pods the kubelet thinks is on node node2 Aug 18 11:44:57.200: INFO: kube-flannel-h7t5h started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:44:57.200: INFO: Init container install-cni ready: true, restart count 2 Aug 18 11:44:57.200: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 11:44:57.200: INFO: node-exporter-lrrf2 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:44:57.200: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:44:57.200: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:44:57.200: INFO: pod-configmaps-29d7735d-b2a3-4f31-a0a0-d8b658e924c5 started at 2021-08-18 11:42:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.200: INFO: Container env-test ready: false, restart count 0 Aug 18 11:44:57.200: INFO: nginx-proxy-node2 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.200: INFO: Container nginx-proxy ready: true, restart count 1 Aug 18 11:44:57.200: INFO: cmk-init-discover-node2-6b2kz started at 2021-08-18 08:32:30 +0000 UTC (0+3 container statuses recorded) Aug 18 11:44:57.200: INFO: Container discover ready: false, restart count 0 Aug 18 11:44:57.200: INFO: Container init ready: false, restart count 0 Aug 18 11:44:57.200: INFO: Container install ready: false, restart count 0 Aug 18 11:44:57.200: INFO: tas-telemetry-aware-scheduling-575ccbc9d4-7rn45 started at 2021-08-18 08:36:42 +0000 UTC (0+2 container statuses recorded) Aug 18 11:44:57.200: INFO: Container tas-controller ready: true, restart count 0 Aug 18 11:44:57.200: INFO: Container tas-extender ready: true, restart count 0 Aug 18 11:44:57.200: INFO: fail-once-local-pk5cs started at 2021-08-18 11:34:14 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.200: INFO: Container c ready: false, restart count 0 Aug 18 11:44:57.200: INFO: kubernetes-dashboard-86c6f9df5b-qrtdk started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.200: INFO: Container kubernetes-dashboard ready: true, restart count 2 Aug 18 11:44:57.200: INFO: cmk-748rz started at 2021-08-18 08:32:53 +0000 UTC (0+2 container statuses recorded) Aug 18 11:44:57.200: INFO: Container nodereport ready: true, restart count 0 Aug 18 11:44:57.200: INFO: Container reconcile ready: true, restart count 0 Aug 18 11:44:57.200: INFO: kube-proxy-qkj9c started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.201: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:44:57.201: INFO: node-feature-discovery-worker-hzpf5 started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.201: INFO: Container nfd-worker ready: true, restart count 0 Aug 18 11:44:57.201: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-c82pt started at 2021-08-18 08:30:25 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.201: INFO: Container kube-sriovdp ready: true, restart count 0 Aug 18 11:44:57.201: INFO: prometheus-operator-5bb8cb9d8f-k97ws started at 2021-08-18 08:33:38 +0000 UTC (0+2 container statuses recorded) Aug 18 11:44:57.201: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:44:57.201: INFO: Container prometheus-operator ready: true, restart count 0 Aug 18 11:44:57.201: INFO: kube-multus-ds-amd64-rvzsg started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.201: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:44:57.201: INFO: collectd-67ntq started at 2021-08-18 08:38:42 +0000 UTC (0+3 container statuses recorded) Aug 18 11:44:57.201: INFO: Container collectd ready: true, restart count 0 Aug 18 11:44:57.201: INFO: Container collectd-exporter ready: true, restart count 0 Aug 18 11:44:57.201: INFO: Container rbac-proxy ready: true, restart count 0 Aug 18 11:44:57.201: INFO: pod-handle-http-request started at 2021-08-18 11:44:49 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.201: INFO: Container pod-handle-http-request ready: true, restart count 0 Aug 18 11:44:57.201: INFO: cmk-webhook-6c9d5f8578-7cxjr started at 2021-08-18 08:32:53 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.201: INFO: Container cmk-webhook ready: true, restart count 0 Aug 18 11:44:57.201: INFO: termination-message-containerd34235c0-885f-4596-b8e2-47db8d79aee8 started at 2021-08-18 11:42:58 +0000 UTC (0+1 container statuses recorded) Aug 18 11:44:57.201: INFO: Container termination-message-container ready: false, restart count 0 W0818 11:44:57.212131 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:44:57.252: INFO: Latency metrics for node node2 Aug 18 11:44:57.252: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready STEP: Destroying namespace "downward-api-8566" for this suite. /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 Aug 18 11:50:01.338: waiting for tester pod to start Unexpected error: <*errors.errorString | 0xc0002c2200>: { s: "timed out waiting for the condition", } timed out waiting for the condition occurred /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/node/pre_stop.go:107 [BeforeEach] [k8s.io] [sig-node] PreStop /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:174 STEP: Creating a kubernetes client Aug 18 11:44:57.271: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename prestop STEP: Waiting for a default service account to be provisioned in namespace [BeforeEach] [k8s.io] [sig-node] PreStop /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/node/pre_stop.go:157 [It] should call prestop when killing a pod [Conformance] /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 STEP: Creating server pod server in namespace prestop-8076 STEP: Waiting for pods to come up. STEP: Creating tester pod tester in namespace prestop-8076 Aug 18 11:50:01.338: FAIL: waiting for tester pod to start Unexpected error: <*errors.errorString | 0xc0002c2200>: { s: "timed out waiting for the condition", } timed out waiting for the condition occurred Full Stack Trace k8s.io/kubernetes/test/e2e/node.testPreStop(0x5410260, 0xc003e42000, 0xc0032af870, 0xc) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/node/pre_stop.go:107 +0x105d k8s.io/kubernetes/test/e2e/node.glob..func11.2() /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/node/pre_stop.go:167 +0x4d k8s.io/kubernetes/test/e2e.RunE2ETests(0xc001880c00) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:130 +0x345 k8s.io/kubernetes/test/e2e.TestE2E(0xc001880c00) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:145 +0x2b testing.tRunner(0xc001880c00, 0x4deb2c0) /usr/local/go/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1168 +0x2b3 STEP: Deleting the tester pod STEP: Deleting the server pod [AfterEach] [k8s.io] [sig-node] PreStop /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:175 STEP: Collecting events from namespace "prestop-8076". STEP: Found 16 events. Aug 18 11:50:01.354: INFO: At 0001-01-01 00:00:00 +0000 UTC - event for server: { } Scheduled: Successfully assigned prestop-8076/server to node2 Aug 18 11:50:01.354: INFO: At 0001-01-01 00:00:00 +0000 UTC - event for tester: { } Scheduled: Successfully assigned prestop-8076/tester to node2 Aug 18 11:50:01.354: INFO: At 2021-08-18 11:44:58 +0000 UTC - event for server: {kubelet node2} Pulling: Pulling image "k8s.gcr.io/e2e-test-images/agnhost:2.20" Aug 18 11:50:01.354: INFO: At 2021-08-18 11:44:58 +0000 UTC - event for server: {multus } AddedInterface: Add eth0 [10.244.3.61/24] Aug 18 11:50:01.354: INFO: At 2021-08-18 11:44:59 +0000 UTC - event for server: {kubelet node2} Pulled: Successfully pulled image "k8s.gcr.io/e2e-test-images/agnhost:2.20" in 499.899427ms Aug 18 11:50:01.354: INFO: At 2021-08-18 11:44:59 +0000 UTC - event for server: {kubelet node2} Created: Created container agnhost-container Aug 18 11:50:01.354: INFO: At 2021-08-18 11:44:59 +0000 UTC - event for server: {kubelet node2} Started: Started container agnhost-container Aug 18 11:50:01.354: INFO: At 2021-08-18 11:45:02 +0000 UTC - event for tester: {kubelet node2} Pulling: Pulling image "docker.io/library/busybox:1.29" Aug 18 11:50:01.355: INFO: At 2021-08-18 11:45:02 +0000 UTC - event for tester: {multus } AddedInterface: Add eth0 [10.244.3.62/24] Aug 18 11:50:01.355: INFO: At 2021-08-18 11:45:03 +0000 UTC - event for tester: {kubelet node2} Failed: Failed to pull image "docker.io/library/busybox:1.29": rpc error: code = Unknown desc = Error response from daemon: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit Aug 18 11:50:01.355: INFO: At 2021-08-18 11:45:03 +0000 UTC - event for tester: {kubelet node2} Failed: Error: ErrImagePull Aug 18 11:50:01.355: INFO: At 2021-08-18 11:45:04 +0000 UTC - event for tester: {kubelet node2} SandboxChanged: Pod sandbox changed, it will be killed and re-created. Aug 18 11:50:01.355: INFO: At 2021-08-18 11:45:06 +0000 UTC - event for tester: {kubelet node2} Failed: Error: ImagePullBackOff Aug 18 11:50:01.355: INFO: At 2021-08-18 11:45:06 +0000 UTC - event for tester: {multus } AddedInterface: Add eth0 [10.244.3.63/24] Aug 18 11:50:01.355: INFO: At 2021-08-18 11:45:06 +0000 UTC - event for tester: {kubelet node2} BackOff: Back-off pulling image "docker.io/library/busybox:1.29" Aug 18 11:50:01.355: INFO: At 2021-08-18 11:50:01 +0000 UTC - event for server: {kubelet node2} Killing: Stopping container agnhost-container Aug 18 11:50:01.357: INFO: POD NODE PHASE GRACE CONDITIONS Aug 18 11:50:01.357: INFO: tester node2 Pending 30s [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2021-08-18 11:45:01 +0000 UTC } {Ready False 0001-01-01 00:00:00 +0000 UTC 2021-08-18 11:45:01 +0000 UTC ContainersNotReady containers with unready status: [tester]} {ContainersReady False 0001-01-01 00:00:00 +0000 UTC 2021-08-18 11:45:01 +0000 UTC ContainersNotReady containers with unready status: [tester]} {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2021-08-18 11:45:01 +0000 UTC }] Aug 18 11:50:01.357: INFO: Aug 18 11:50:01.361: INFO: Logging node info for node master1 Aug 18 11:50:01.363: INFO: Node Info: &Node{ObjectMeta:{master1 /api/v1/nodes/master1 ebb211fa-503f-4cfe-b1ed-c95d27a70e6e 71819 0 2021-08-18 08:20:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master1 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"3a:82:be:72:b5:15"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.202 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-08-18 08:20:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-08-18 08:20:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.0.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.0.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:25:59 +0000 UTC,LastTransitionTime:2021-08-18 08:25:59 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:49:57 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:49:57 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:49:57 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:49:57 +0000 UTC,LastTransitionTime:2021-08-18 08:25:08 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.202,},NodeAddress{Type:Hostname,Address:master1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:58c3e57359b641ad92fa1959f2fecf5d,SystemUUID:00ACFB60-0631-E711-906E-0017A4403562,BootID:012cd796-2076-45d6-8b14-d3e0451b1e64,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[registry@sha256:1cd9409a311350c3072fe510b52046f104416376c126a479cef9a4dfe692cf57 registry:2.7.0],SizeBytes:24191168,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:be4238d53eaa9d83cc4bb5a07d7a9e538d6fdb17890ea3d7a544557d3a58d7ac tas-controller:latest localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[nginx@sha256:a97eb9ecc708c8aa715ccfb5e9338f5456e4b65575daf304f108301f3b497314 nginx:1.19.2-alpine],SizeBytes:22052669,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:825609c74c49cb0f2f1b97c13038e7896335c40081a310d3f25c630deb782efb tas-extender:latest localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:5577654,},ContainerImage{Names:[alpine@sha256:c0e9560cda118f9ec63ddefb4a173a2b2a0347082d7dff7dc14272e7841a5b5a alpine:3.12.1],SizeBytes:5573013,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:50:01.364: INFO: Logging kubelet events for node master1 Aug 18 11:50:01.366: INFO: Logging pods the kubelet thinks is on node master1 Aug 18 11:50:01.374: INFO: kube-apiserver-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.374: INFO: Container kube-apiserver ready: true, restart count 0 Aug 18 11:50:01.374: INFO: kube-proxy-vqk4v started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.374: INFO: Container kube-proxy ready: true, restart count 1 Aug 18 11:50:01.374: INFO: kube-flannel-q64cq started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:50:01.374: INFO: Init container install-cni ready: true, restart count 0 Aug 18 11:50:01.374: INFO: Container kube-flannel ready: true, restart count 3 Aug 18 11:50:01.374: INFO: coredns-7677f9bb54-kn2qg started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.374: INFO: Container coredns ready: true, restart count 2 Aug 18 11:50:01.374: INFO: kube-scheduler-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.374: INFO: Container kube-scheduler ready: true, restart count 0 Aug 18 11:50:01.374: INFO: kube-controller-manager-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.374: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 11:50:01.375: INFO: kube-multus-ds-amd64-kbcp6 started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.375: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:50:01.375: INFO: docker-registry-docker-registry-56cbc7bc58-49kl2 started at 2021-08-18 08:26:23 +0000 UTC (0+2 container statuses recorded) Aug 18 11:50:01.375: INFO: Container docker-registry ready: true, restart count 0 Aug 18 11:50:01.375: INFO: Container nginx ready: true, restart count 0 Aug 18 11:50:01.375: INFO: node-exporter-5hwz9 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:50:01.375: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:50:01.375: INFO: Container node-exporter ready: true, restart count 0 W0818 11:50:01.386619 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:50:01.410: INFO: Latency metrics for node master1 Aug 18 11:50:01.410: INFO: Logging node info for node master2 Aug 18 11:50:01.412: INFO: Node Info: &Node{ObjectMeta:{master2 /api/v1/nodes/master2 78946293-3abe-4442-84d4-8ed6b1d15ce0 71811 0 2021-08-18 08:21:31 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master2 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"7e:f5:c2:cc:3a:b4"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.203 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/master.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-08-18 08:21:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-08-18 08:21:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}},"f:taints":{}}}} {nfd-master Update v1 2021-08-18 08:29:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/master.version":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.1.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:30 +0000 UTC,LastTransitionTime:2021-08-18 08:26:30 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:49:56 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:49:56 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:49:56 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:49:56 +0000 UTC,LastTransitionTime:2021-08-18 08:23:37 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.203,},NodeAddress{Type:Hostname,Address:master2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0c44122c7a7248c18d8571e1cc667258,SystemUUID:00A0DE53-E51D-E711-906E-0017A4403562,BootID:0cd329f2-48e0-4c8f-b8b9-fa3ae0ed8406,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[aquasec/kube-bench@sha256:3544f6662feb73d36fdba35b17652e2fd73aae45bd4b60e76d7ab928220b3cc6 aquasec/kube-bench:0.3.1],SizeBytes:19301876,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:50:01.413: INFO: Logging kubelet events for node master2 Aug 18 11:50:01.415: INFO: Logging pods the kubelet thinks is on node master2 Aug 18 11:50:01.422: INFO: dns-autoscaler-5b7b5c9b6f-hh47r started at 2021-08-18 08:23:57 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.422: INFO: Container autoscaler ready: true, restart count 2 Aug 18 11:50:01.422: INFO: node-feature-discovery-controller-5bf5c49849-mq57c started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.422: INFO: Container nfd-controller ready: true, restart count 0 Aug 18 11:50:01.422: INFO: node-exporter-48nfx started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:50:01.422: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:50:01.422: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:50:01.422: INFO: kube-apiserver-master2 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.422: INFO: Container kube-apiserver ready: true, restart count 0 Aug 18 11:50:01.422: INFO: kube-scheduler-master2 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.422: INFO: Container kube-scheduler ready: true, restart count 2 Aug 18 11:50:01.422: INFO: kube-multus-ds-amd64-mld8g started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.422: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:50:01.422: INFO: kube-controller-manager-master2 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.422: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 11:50:01.422: INFO: kube-proxy-kh2l9 started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.422: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:50:01.422: INFO: kube-flannel-pp56h started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:50:01.422: INFO: Init container install-cni ready: true, restart count 0 Aug 18 11:50:01.422: INFO: Container kube-flannel ready: true, restart count 1 W0818 11:50:01.435289 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:50:01.463: INFO: Latency metrics for node master2 Aug 18 11:50:01.463: INFO: Logging node info for node master3 Aug 18 11:50:01.465: INFO: Node Info: &Node{ObjectMeta:{master3 /api/v1/nodes/master3 44feac2b-9447-4be2-9fcd-62f836d67c72 71785 0 2021-08-18 08:21:41 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master3 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"86:e4:31:99:58:40"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.204 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubeadm Update v1 2021-08-18 08:21:42 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {kubelet Update v1 2021-08-18 08:21:42 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.2.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.2.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:30 +0000 UTC,LastTransitionTime:2021-08-18 08:26:30 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:49:51 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:49:51 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:49:51 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:49:51 +0000 UTC,LastTransitionTime:2021-08-18 08:23:37 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.204,},NodeAddress{Type:Hostname,Address:master3,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1fae19ae59884c44899bcd08aa243244,SystemUUID:008B1444-141E-E711-906E-0017A4403562,BootID:5db926c5-6530-4635-a0d5-806974a3b732,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:50:01.466: INFO: Logging kubelet events for node master3 Aug 18 11:50:01.470: INFO: Logging pods the kubelet thinks is on node master3 Aug 18 11:50:01.479: INFO: kube-proxy-sd5lc started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.479: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:50:01.479: INFO: kube-flannel-x6tlr started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:50:01.479: INFO: Init container install-cni ready: true, restart count 1 Aug 18 11:50:01.479: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 11:50:01.479: INFO: kube-multus-ds-amd64-bkw6c started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.479: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:50:01.479: INFO: coredns-7677f9bb54-5hxfh started at 2021-08-18 08:23:54 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.479: INFO: Container coredns ready: true, restart count 1 Aug 18 11:50:01.479: INFO: node-exporter-vq7d8 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:50:01.479: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:50:01.479: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:50:01.479: INFO: kube-controller-manager-master3 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.479: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 11:50:01.479: INFO: kube-scheduler-master3 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.479: INFO: Container kube-scheduler ready: true, restart count 2 Aug 18 11:50:01.479: INFO: kube-apiserver-master3 started at 2021-08-18 08:29:12 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.479: INFO: Container kube-apiserver ready: true, restart count 0 W0818 11:50:01.493598 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:50:01.516: INFO: Latency metrics for node master3 Aug 18 11:50:01.516: INFO: Logging node info for node node1 Aug 18 11:50:01.519: INFO: Node Info: &Node{ObjectMeta:{node1 /api/v1/nodes/node1 84defabd-6ebf-43ec-a629-44c6713da9c9 71793 0 2021-08-18 08:22:49 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.36.2.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node1 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"9a:87:55:36:7b:df"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.207 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-08-18 08:22:49 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.4.0/24\"":{}}}}} {kubeadm Update v1 2021-08-18 08:22:50 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-08-18 08:23:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-08-18 08:29:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-08-18 08:32:13 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-08-18 08:32:21 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.4.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:35 +0000 UTC,LastTransitionTime:2021-08-18 08:26:35 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:49:53 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:49:53 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:49:53 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:49:53 +0000 UTC,LastTransitionTime:2021-08-18 08:23:32 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.207,},NodeAddress{Type:Hostname,Address:node1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:69946ff2b7bc462fa25eb7adb4703c23,SystemUUID:00CDA902-D022-E711-906E-0017A4403562,BootID:736dc52f-f5e3-494e-86ca-01eedbea015c,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d56c8e10609e77af59159f698d19294b3e6164f3dfa4caeea2e9f8a03db3bbc9 localhost:30500/barometer-collectd:stable],SizeBytes:1238704095,},ContainerImage{Names:[opnfv/barometer-collectd@sha256:a7cea43d9d2f67c38fbf0407786edbe660ee9072945f7bb272b55fd255e8eaca opnfv/barometer-collectd:stable],SizeBytes:1075746799,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:1003788820,},ContainerImage{Names:[localhost:30500/cmk@sha256:cfc6363fd65b307f56d5fda90d8b24ccf438917ea1adcbd081fa487574560240 cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[aquasec/kube-hunter@sha256:2be6820bc1d7e0f57193a9a27d5a3e16b2fd93c53747b03ce8ca48c6fc323781 aquasec/kube-hunter:0.3.1],SizeBytes:347611549,},ContainerImage{Names:[golang@sha256:db2475a1dbb2149508e5db31d7d77a75e6600d54be645f37681f03f2762169ba golang:alpine3.12],SizeBytes:301186719,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[grafana/grafana@sha256:89304bc2335f4976618548d7b93d165ed67369d3a051d2f627fc4e0aa3d0aff1 grafana/grafana:7.1.0],SizeBytes:179601493,},ContainerImage{Names:[quay.io/prometheus/prometheus@sha256:d4ba4dd1a9ebb90916d0bfed3c204adcb118ed24546bf8dd2e6b30fc0fd2009e quay.io/prometheus/prometheus:v2.20.0],SizeBytes:144886595,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:addd70e4ee83f3bc9a4c1c7c41e37927ba47faf639312fc936df3afad7926f5a httpd:2.4.39-alpine],SizeBytes:126894770,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[directxman12/k8s-prometheus-adapter-amd64@sha256:b63dc612e3cb73f79d2401a4516f794f9f0a83002600ca72e675e41baecff437 directxman12/k8s-prometheus-adapter-amd64:v0.6.0],SizeBytes:53267842,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:303c990733f0fd02559eb93953523657b9129af8e93af2b980e9a2dc39eb2163 nfvpe/sriov-device-plugin:latest localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44394281,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonroot@sha256:4bd7ae247de5c988700233c5a4b55e804ffe90f8c66ae64853f1dae37b847213 gcr.io/kubernetes-e2e-test-images/nonroot:1.0],SizeBytes:42321438,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[aquasec/kube-bench@sha256:3544f6662feb73d36fdba35b17652e2fd73aae45bd4b60e76d7ab928220b3cc6 aquasec/kube-bench:0.3.1],SizeBytes:19301876,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[quay.io/coreos/prometheus-config-reloader@sha256:c679a143b24b7731ad1577a9865aa3805426cbf1b25e30807b951dff68466ffd quay.io/coreos/prometheus-config-reloader:v0.40.0],SizeBytes:10131705,},ContainerImage{Names:[jimmidyson/configmap-reload@sha256:d107c7a235c266273b1c3502a391fec374430e5625539403d0de797fa9c556a2 jimmidyson/configmap-reload:v0.3.0],SizeBytes:9700438,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[alpine@sha256:de25c7fc6c4f3a27c7f0c2dff454e4671823a34d88abd533f210848d527e0fbb alpine:3.12],SizeBytes:5581415,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:50:01.520: INFO: Logging kubelet events for node node1 Aug 18 11:50:01.522: INFO: Logging pods the kubelet thinks is on node node1 Aug 18 11:50:01.539: INFO: pod-secrets-f29e4447-a1aa-4dcc-9563-cab942542975 started at 2021-08-18 11:47:15 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.539: INFO: Container secret-env-test ready: false, restart count 0 Aug 18 11:50:01.539: INFO: var-expansion-0dfed60c-1d02-4049-9573-bfefd7c43209 started at 2021-08-18 11:47:57 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.539: INFO: Container dapi-container ready: false, restart count 0 Aug 18 11:50:01.539: INFO: affinity-nodeport-f9b5h started at 2021-08-18 11:49:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.539: INFO: Container affinity-nodeport ready: false, restart count 0 Aug 18 11:50:01.539: INFO: nginx-proxy-node1 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.539: INFO: Container nginx-proxy ready: true, restart count 2 Aug 18 11:50:01.539: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-vsxvg started at 2021-08-18 08:30:25 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.539: INFO: Container kube-sriovdp ready: true, restart count 0 Aug 18 11:50:01.539: INFO: affinity-nodeport-timeout-6vmxz started at 2021-08-18 11:49:43 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.539: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 Aug 18 11:50:01.539: INFO: kube-flannel-q78nd started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:50:01.539: INFO: Init container install-cni ready: true, restart count 2 Aug 18 11:50:01.539: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 11:50:01.539: INFO: prometheus-k8s-0 started at 2021-08-18 08:34:03 +0000 UTC (0+5 container statuses recorded) Aug 18 11:50:01.539: INFO: Container custom-metrics-apiserver ready: true, restart count 0 Aug 18 11:50:01.539: INFO: Container grafana ready: true, restart count 0 Aug 18 11:50:01.539: INFO: Container prometheus ready: true, restart count 1 Aug 18 11:50:01.539: INFO: Container prometheus-config-reloader ready: true, restart count 0 Aug 18 11:50:01.539: INFO: Container rules-configmap-reloader ready: true, restart count 0 Aug 18 11:50:01.539: INFO: pod-exec-websocket-bcecdfc1-0c3c-45a9-8652-d4ffebd4fba3 started at 2021-08-18 11:45:21 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.540: INFO: Container main ready: false, restart count 0 Aug 18 11:50:01.540: INFO: ss-0 started at 2021-08-18 11:47:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.540: INFO: Container webserver ready: false, restart count 0 Aug 18 11:50:01.540: INFO: netserver-0 started at 2021-08-18 11:49:35 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.540: INFO: Container webserver ready: true, restart count 0 Aug 18 11:50:01.540: INFO: execpod-affinitycdhts started at 2021-08-18 11:49:49 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.540: INFO: Container agnhost-container ready: true, restart count 0 Aug 18 11:50:01.540: INFO: kube-multus-ds-amd64-rrvmb started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.540: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:50:01.540: INFO: node-feature-discovery-worker-pflgw started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.540: INFO: Container nfd-worker ready: true, restart count 0 Aug 18 11:50:01.540: INFO: node-exporter-kcwvn started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:50:01.540: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:50:01.540: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:50:01.540: INFO: cmk-d8r27 started at 2021-08-18 08:32:52 +0000 UTC (0+2 container statuses recorded) Aug 18 11:50:01.540: INFO: Container nodereport ready: true, restart count 0 Aug 18 11:50:01.540: INFO: Container reconcile ready: true, restart count 0 Aug 18 11:50:01.540: INFO: collectd-xdprr started at 2021-08-18 08:38:42 +0000 UTC (0+3 container statuses recorded) Aug 18 11:50:01.540: INFO: Container collectd ready: true, restart count 0 Aug 18 11:50:01.540: INFO: Container collectd-exporter ready: true, restart count 0 Aug 18 11:50:01.540: INFO: Container rbac-proxy ready: true, restart count 0 Aug 18 11:50:01.540: INFO: kube-proxy-p6jvp started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.540: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:50:01.540: INFO: kubernetes-metrics-scraper-678c97765c-9nsv5 started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.540: INFO: Container kubernetes-metrics-scraper ready: true, restart count 2 Aug 18 11:50:01.540: INFO: cmk-init-discover-node1-bxznx started at 2021-08-18 08:32:10 +0000 UTC (0+3 container statuses recorded) Aug 18 11:50:01.540: INFO: Container discover ready: false, restart count 0 Aug 18 11:50:01.540: INFO: Container init ready: false, restart count 0 Aug 18 11:50:01.540: INFO: Container install ready: false, restart count 0 W0818 11:50:01.551435 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:50:01.580: INFO: Latency metrics for node node1 Aug 18 11:50:01.580: INFO: Logging node info for node node2 Aug 18 11:50:01.583: INFO: Node Info: &Node{ObjectMeta:{node2 /api/v1/nodes/node2 1d01177e-3dbb-48a1-a0bc-d18af27ab7f8 71828 0 2021-08-18 08:22:49 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.36.2.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node2 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"ae:d1:47:f8:1d:22"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.208 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-08-18 08:22:49 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.3.0/24\"":{}}}}} {kubeadm Update v1 2021-08-18 08:22:50 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-08-18 08:23:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-08-18 08:29:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-08-18 08:32:35 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-08-18 08:32:41 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.3.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:36 +0000 UTC,LastTransitionTime:2021-08-18 08:26:36 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:49:59 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:49:59 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:49:59 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:49:59 +0000 UTC,LastTransitionTime:2021-08-18 08:23:32 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.208,},NodeAddress{Type:Hostname,Address:node2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:dc1f286135c145349b8a016880b65a2f,SystemUUID:80B3CD56-852F-E711-906E-0017A4403562,BootID:037e7e2d-94e9-42f4-a719-896e5005ac70,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d56c8e10609e77af59159f698d19294b3e6164f3dfa4caeea2e9f8a03db3bbc9 localhost:30500/barometer-collectd:stable],SizeBytes:1238704095,},ContainerImage{Names:[localhost:30500/cmk@sha256:cfc6363fd65b307f56d5fda90d8b24ccf438917ea1adcbd081fa487574560240 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 k8s.gcr.io/etcd:3.4.13-0],SizeBytes:253392289,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:addd70e4ee83f3bc9a4c1c7c41e37927ba47faf639312fc936df3afad7926f5a httpd:2.4.39-alpine],SizeBytes:126894770,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/sample-apiserver@sha256:ff02aacd9766d597883fabafc7ad604c719a57611db1bcc1564c69a45b000a55 gcr.io/kubernetes-e2e-test-images/sample-apiserver:1.17],SizeBytes:60684726,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:303c990733f0fd02559eb93953523657b9129af8e93af2b980e9a2dc39eb2163 localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44394281,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:9d07c391aeb1a9d02eb4343c113ed01825227c70c32b3cae861711f90191b0fd quay.io/coreos/kube-rbac-proxy:v0.4.1],SizeBytes:41317870,},ContainerImage{Names:[quay.io/coreos/prometheus-operator@sha256:a54e806fb27d2fb0251da4f3b2a3bb5320759af63a54a755788304775f2384a7 quay.io/coreos/prometheus-operator:v0.40.0],SizeBytes:38238457,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:be4238d53eaa9d83cc4bb5a07d7a9e538d6fdb17890ea3d7a544557d3a58d7ac localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:825609c74c49cb0f2f1b97c13038e7896335c40081a310d3f25c630deb782efb localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:4206620,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:50:01.584: INFO: Logging kubelet events for node node2 Aug 18 11:50:01.586: INFO: Logging pods the kubelet thinks is on node node2 Aug 18 11:50:01.600: INFO: tester started at 2021-08-18 11:45:01 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container tester ready: false, restart count 0 Aug 18 11:50:01.601: INFO: cmk-webhook-6c9d5f8578-7cxjr started at 2021-08-18 08:32:53 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container cmk-webhook ready: true, restart count 0 Aug 18 11:50:01.601: INFO: affinity-nodeport-qvd62 started at 2021-08-18 11:49:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container affinity-nodeport ready: false, restart count 0 Aug 18 11:50:01.601: INFO: kube-flannel-h7t5h started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Init container install-cni ready: true, restart count 2 Aug 18 11:50:01.601: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 11:50:01.601: INFO: node-exporter-lrrf2 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:50:01.601: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:50:01.601: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:50:01.601: INFO: affinity-nodeport-timeout-qkg67 started at 2021-08-18 11:49:43 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 Aug 18 11:50:01.601: INFO: pod-configmaps-847289cb-4a46-40bf-8a4a-18c9f1796e70 started at 2021-08-18 11:46:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container env-test ready: false, restart count 0 Aug 18 11:50:01.601: INFO: netserver-1 started at 2021-08-18 11:49:35 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container webserver ready: true, restart count 0 Aug 18 11:50:01.601: INFO: tas-telemetry-aware-scheduling-575ccbc9d4-7rn45 started at 2021-08-18 08:36:42 +0000 UTC (0+2 container statuses recorded) Aug 18 11:50:01.601: INFO: Container tas-controller ready: true, restart count 0 Aug 18 11:50:01.601: INFO: Container tas-extender ready: true, restart count 0 Aug 18 11:50:01.601: INFO: affinity-nodeport-cc62g started at 2021-08-18 11:49:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container affinity-nodeport ready: false, restart count 0 Aug 18 11:50:01.601: INFO: nginx-proxy-node2 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container nginx-proxy ready: true, restart count 1 Aug 18 11:50:01.601: INFO: cmk-init-discover-node2-6b2kz started at 2021-08-18 08:32:30 +0000 UTC (0+3 container statuses recorded) Aug 18 11:50:01.601: INFO: Container discover ready: false, restart count 0 Aug 18 11:50:01.601: INFO: Container init ready: false, restart count 0 Aug 18 11:50:01.601: INFO: Container install ready: false, restart count 0 Aug 18 11:50:01.601: INFO: kubernetes-dashboard-86c6f9df5b-qrtdk started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container kubernetes-dashboard ready: true, restart count 2 Aug 18 11:50:01.601: INFO: cmk-748rz started at 2021-08-18 08:32:53 +0000 UTC (0+2 container statuses recorded) Aug 18 11:50:01.601: INFO: Container nodereport ready: true, restart count 0 Aug 18 11:50:01.601: INFO: Container reconcile ready: true, restart count 0 Aug 18 11:50:01.601: INFO: affinity-nodeport-timeout-jfknb started at 2021-08-18 11:49:43 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 Aug 18 11:50:01.601: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-c82pt started at 2021-08-18 08:30:25 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container kube-sriovdp ready: true, restart count 0 Aug 18 11:50:01.601: INFO: prometheus-operator-5bb8cb9d8f-k97ws started at 2021-08-18 08:33:38 +0000 UTC (0+2 container statuses recorded) Aug 18 11:50:01.601: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:50:01.601: INFO: Container prometheus-operator ready: true, restart count 0 Aug 18 11:50:01.601: INFO: test-container-pod started at 2021-08-18 11:49:55 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container webserver ready: true, restart count 0 Aug 18 11:50:01.601: INFO: kube-proxy-qkj9c started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:50:01.601: INFO: node-feature-discovery-worker-hzpf5 started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container nfd-worker ready: true, restart count 0 Aug 18 11:50:01.601: INFO: ss-0 started at 2021-08-18 11:46:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container webserver ready: false, restart count 0 Aug 18 11:50:01.601: INFO: bin-falsea5f6898f-c6c3-4680-9cbd-f4985908f73e started at 2021-08-18 11:49:10 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container bin-falsea5f6898f-c6c3-4680-9cbd-f4985908f73e ready: false, restart count 0 Aug 18 11:50:01.601: INFO: kube-multus-ds-amd64-rvzsg started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:50:01.601: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:50:01.601: INFO: collectd-67ntq started at 2021-08-18 08:38:42 +0000 UTC (0+3 container statuses recorded) Aug 18 11:50:01.601: INFO: Container collectd ready: true, restart count 0 Aug 18 11:50:01.601: INFO: Container collectd-exporter ready: true, restart count 0 Aug 18 11:50:01.601: INFO: Container rbac-proxy ready: true, restart count 0 W0818 11:50:01.614384 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:50:01.644: INFO: Latency metrics for node node2 Aug 18 11:50:01.644: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready STEP: Destroying namespace "prestop-8076" for this suite. /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 Aug 18 11:55:30.467: Timed out after 300.000s. Expected <int32>: 0 to equal <int32>: 2 /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/common/runtime.go:111 [BeforeEach] [k8s.io] Container Runtime /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:174 STEP: Creating a kubernetes client Aug 18 11:50:30.431: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename container-runtime STEP: Waiting for a default service account to be provisioned in namespace [It] should run with the expected status [NodeConformance] [Conformance] /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 STEP: Container 'terminate-cmd-rpa': should get the expected 'RestartCount' Aug 18 11:55:30.466: FAIL: Timed out after 300.000s. Expected <int32>: 0 to equal <int32>: 2 Full Stack Trace k8s.io/kubernetes/test/e2e/common.glob..func25.1.1.1() /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/common/runtime.go:111 +0x8ce k8s.io/kubernetes/test/e2e.RunE2ETests(0xc001880c00) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:130 +0x345 k8s.io/kubernetes/test/e2e.TestE2E(0xc001880c00) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:145 +0x2b testing.tRunner(0xc001880c00, 0x4deb2c0) /usr/local/go/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1168 +0x2b3 [AfterEach] [k8s.io] Container Runtime /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:175 STEP: Collecting events from namespace "container-runtime-9320". STEP: Found 9 events. Aug 18 11:55:30.480: INFO: At 0001-01-01 00:00:00 +0000 UTC - event for terminate-cmd-rpad23b99c9-2d62-4758-a55c-1712aba45053: { } Scheduled: Successfully assigned container-runtime-9320/terminate-cmd-rpad23b99c9-2d62-4758-a55c-1712aba45053 to node2 Aug 18 11:55:30.480: INFO: At 2021-08-18 11:50:31 +0000 UTC - event for terminate-cmd-rpad23b99c9-2d62-4758-a55c-1712aba45053: {multus } AddedInterface: Add eth0 [10.244.3.88/24] Aug 18 11:55:30.480: INFO: At 2021-08-18 11:50:31 +0000 UTC - event for terminate-cmd-rpad23b99c9-2d62-4758-a55c-1712aba45053: {kubelet node2} Pulling: Pulling image "docker.io/library/busybox:1.29" Aug 18 11:55:30.480: INFO: At 2021-08-18 11:50:32 +0000 UTC - event for terminate-cmd-rpad23b99c9-2d62-4758-a55c-1712aba45053: {kubelet node2} Failed: Failed to pull image "docker.io/library/busybox:1.29": rpc error: code = Unknown desc = Error response from daemon: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit Aug 18 11:55:30.480: INFO: At 2021-08-18 11:50:32 +0000 UTC - event for terminate-cmd-rpad23b99c9-2d62-4758-a55c-1712aba45053: {kubelet node2} Failed: Error: ErrImagePull Aug 18 11:55:30.480: INFO: At 2021-08-18 11:50:33 +0000 UTC - event for terminate-cmd-rpad23b99c9-2d62-4758-a55c-1712aba45053: {kubelet node2} SandboxChanged: Pod sandbox changed, it will be killed and re-created. Aug 18 11:55:30.480: INFO: At 2021-08-18 11:50:35 +0000 UTC - event for terminate-cmd-rpad23b99c9-2d62-4758-a55c-1712aba45053: {multus } AddedInterface: Add eth0 [10.244.3.89/24] Aug 18 11:55:30.480: INFO: At 2021-08-18 11:50:35 +0000 UTC - event for terminate-cmd-rpad23b99c9-2d62-4758-a55c-1712aba45053: {kubelet node2} BackOff: Back-off pulling image "docker.io/library/busybox:1.29" Aug 18 11:55:30.480: INFO: At 2021-08-18 11:50:35 +0000 UTC - event for terminate-cmd-rpad23b99c9-2d62-4758-a55c-1712aba45053: {kubelet node2} Failed: Error: ImagePullBackOff Aug 18 11:55:30.482: INFO: POD NODE PHASE GRACE CONDITIONS Aug 18 11:55:30.482: INFO: Aug 18 11:55:30.487: INFO: Logging node info for node master1 Aug 18 11:55:30.490: INFO: Node Info: &Node{ObjectMeta:{master1 /api/v1/nodes/master1 ebb211fa-503f-4cfe-b1ed-c95d27a70e6e 75200 0 2021-08-18 08:20:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master1 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"3a:82:be:72:b5:15"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.202 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-08-18 08:20:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-08-18 08:20:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.0.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.0.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:25:59 +0000 UTC,LastTransitionTime:2021-08-18 08:25:59 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:55:28 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:55:28 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:55:28 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:55:28 +0000 UTC,LastTransitionTime:2021-08-18 08:25:08 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.202,},NodeAddress{Type:Hostname,Address:master1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:58c3e57359b641ad92fa1959f2fecf5d,SystemUUID:00ACFB60-0631-E711-906E-0017A4403562,BootID:012cd796-2076-45d6-8b14-d3e0451b1e64,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[registry@sha256:1cd9409a311350c3072fe510b52046f104416376c126a479cef9a4dfe692cf57 registry:2.7.0],SizeBytes:24191168,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:be4238d53eaa9d83cc4bb5a07d7a9e538d6fdb17890ea3d7a544557d3a58d7ac tas-controller:latest localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[nginx@sha256:a97eb9ecc708c8aa715ccfb5e9338f5456e4b65575daf304f108301f3b497314 nginx:1.19.2-alpine],SizeBytes:22052669,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:825609c74c49cb0f2f1b97c13038e7896335c40081a310d3f25c630deb782efb tas-extender:latest localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:5577654,},ContainerImage{Names:[alpine@sha256:c0e9560cda118f9ec63ddefb4a173a2b2a0347082d7dff7dc14272e7841a5b5a alpine:3.12.1],SizeBytes:5573013,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:55:30.491: INFO: Logging kubelet events for node master1 Aug 18 11:55:30.494: INFO: Logging pods the kubelet thinks is on node master1 Aug 18 11:55:30.504: INFO: docker-registry-docker-registry-56cbc7bc58-49kl2 started at 2021-08-18 08:26:23 +0000 UTC (0+2 container statuses recorded) Aug 18 11:55:30.504: INFO: Container docker-registry ready: true, restart count 0 Aug 18 11:55:30.504: INFO: Container nginx ready: true, restart count 0 Aug 18 11:55:30.504: INFO: node-exporter-5hwz9 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:55:30.504: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:55:30.504: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:55:30.504: INFO: kube-controller-manager-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.504: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 11:55:30.504: INFO: kube-multus-ds-amd64-kbcp6 started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.504: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:55:30.504: INFO: coredns-7677f9bb54-kn2qg started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.504: INFO: Container coredns ready: true, restart count 2 Aug 18 11:55:30.504: INFO: kube-scheduler-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.504: INFO: Container kube-scheduler ready: true, restart count 0 Aug 18 11:55:30.504: INFO: kube-apiserver-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.504: INFO: Container kube-apiserver ready: true, restart count 0 Aug 18 11:55:30.504: INFO: kube-proxy-vqk4v started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.504: INFO: Container kube-proxy ready: true, restart count 1 Aug 18 11:55:30.504: INFO: kube-flannel-q64cq started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:55:30.504: INFO: Init container install-cni ready: true, restart count 0 Aug 18 11:55:30.504: INFO: Container kube-flannel ready: true, restart count 3 W0818 11:55:30.520904 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:55:30.546: INFO: Latency metrics for node master1 Aug 18 11:55:30.546: INFO: Logging node info for node master2 Aug 18 11:55:30.549: INFO: Node Info: &Node{ObjectMeta:{master2 /api/v1/nodes/master2 78946293-3abe-4442-84d4-8ed6b1d15ce0 75193 0 2021-08-18 08:21:31 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master2 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"7e:f5:c2:cc:3a:b4"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.203 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/master.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-08-18 08:21:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-08-18 08:21:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}},"f:taints":{}}}} {nfd-master Update v1 2021-08-18 08:29:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/master.version":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.1.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:30 +0000 UTC,LastTransitionTime:2021-08-18 08:26:30 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:55:27 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:55:27 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:55:27 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:55:27 +0000 UTC,LastTransitionTime:2021-08-18 08:23:37 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.203,},NodeAddress{Type:Hostname,Address:master2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0c44122c7a7248c18d8571e1cc667258,SystemUUID:00A0DE53-E51D-E711-906E-0017A4403562,BootID:0cd329f2-48e0-4c8f-b8b9-fa3ae0ed8406,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[aquasec/kube-bench@sha256:3544f6662feb73d36fdba35b17652e2fd73aae45bd4b60e76d7ab928220b3cc6 aquasec/kube-bench:0.3.1],SizeBytes:19301876,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:55:30.549: INFO: Logging kubelet events for node master2 Aug 18 11:55:30.552: INFO: Logging pods the kubelet thinks is on node master2 Aug 18 11:55:30.561: INFO: kube-flannel-pp56h started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:55:30.561: INFO: Init container install-cni ready: true, restart count 0 Aug 18 11:55:30.561: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 11:55:30.561: INFO: kube-controller-manager-master2 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.561: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 11:55:30.561: INFO: kube-proxy-kh2l9 started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.561: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:55:30.561: INFO: kube-multus-ds-amd64-mld8g started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.561: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:55:30.561: INFO: dns-autoscaler-5b7b5c9b6f-hh47r started at 2021-08-18 08:23:57 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.561: INFO: Container autoscaler ready: true, restart count 2 Aug 18 11:55:30.561: INFO: node-feature-discovery-controller-5bf5c49849-mq57c started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.561: INFO: Container nfd-controller ready: true, restart count 0 Aug 18 11:55:30.561: INFO: node-exporter-48nfx started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:55:30.561: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:55:30.561: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:55:30.561: INFO: kube-apiserver-master2 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.561: INFO: Container kube-apiserver ready: true, restart count 0 Aug 18 11:55:30.561: INFO: kube-scheduler-master2 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.561: INFO: Container kube-scheduler ready: true, restart count 2 W0818 11:55:30.575981 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:55:30.603: INFO: Latency metrics for node master2 Aug 18 11:55:30.603: INFO: Logging node info for node master3 Aug 18 11:55:30.606: INFO: Node Info: &Node{ObjectMeta:{master3 /api/v1/nodes/master3 44feac2b-9447-4be2-9fcd-62f836d67c72 75177 0 2021-08-18 08:21:41 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master3 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"86:e4:31:99:58:40"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.204 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubeadm Update v1 2021-08-18 08:21:42 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {kubelet Update v1 2021-08-18 08:21:42 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.2.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.2.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:30 +0000 UTC,LastTransitionTime:2021-08-18 08:26:30 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:55:22 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:55:22 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:55:22 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:55:22 +0000 UTC,LastTransitionTime:2021-08-18 08:23:37 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.204,},NodeAddress{Type:Hostname,Address:master3,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1fae19ae59884c44899bcd08aa243244,SystemUUID:008B1444-141E-E711-906E-0017A4403562,BootID:5db926c5-6530-4635-a0d5-806974a3b732,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:55:30.606: INFO: Logging kubelet events for node master3 Aug 18 11:55:30.609: INFO: Logging pods the kubelet thinks is on node master3 Aug 18 11:55:30.618: INFO: kube-multus-ds-amd64-bkw6c started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.618: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:55:30.618: INFO: coredns-7677f9bb54-5hxfh started at 2021-08-18 08:23:54 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.618: INFO: Container coredns ready: true, restart count 1 Aug 18 11:55:30.618: INFO: node-exporter-vq7d8 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:55:30.618: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:55:30.618: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:55:30.618: INFO: kube-controller-manager-master3 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.618: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 11:55:30.618: INFO: kube-scheduler-master3 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.618: INFO: Container kube-scheduler ready: true, restart count 2 Aug 18 11:55:30.618: INFO: kube-apiserver-master3 started at 2021-08-18 08:29:12 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.618: INFO: Container kube-apiserver ready: true, restart count 0 Aug 18 11:55:30.618: INFO: kube-proxy-sd5lc started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.618: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:55:30.618: INFO: kube-flannel-x6tlr started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:55:30.618: INFO: Init container install-cni ready: true, restart count 1 Aug 18 11:55:30.618: INFO: Container kube-flannel ready: true, restart count 1 W0818 11:55:30.634161 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:55:30.659: INFO: Latency metrics for node master3 Aug 18 11:55:30.659: INFO: Logging node info for node node1 Aug 18 11:55:30.661: INFO: Node Info: &Node{ObjectMeta:{node1 /api/v1/nodes/node1 84defabd-6ebf-43ec-a629-44c6713da9c9 75198 0 2021-08-18 08:22:49 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.36.2.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node1 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"9a:87:55:36:7b:df"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.207 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-08-18 08:22:49 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.4.0/24\"":{}}}}} {kubeadm Update v1 2021-08-18 08:22:50 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-08-18 08:23:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-08-18 08:29:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-08-18 08:32:13 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-08-18 08:32:21 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.4.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:35 +0000 UTC,LastTransitionTime:2021-08-18 08:26:35 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:55:27 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:55:27 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:55:27 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:55:27 +0000 UTC,LastTransitionTime:2021-08-18 08:23:32 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.207,},NodeAddress{Type:Hostname,Address:node1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:69946ff2b7bc462fa25eb7adb4703c23,SystemUUID:00CDA902-D022-E711-906E-0017A4403562,BootID:736dc52f-f5e3-494e-86ca-01eedbea015c,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d56c8e10609e77af59159f698d19294b3e6164f3dfa4caeea2e9f8a03db3bbc9 localhost:30500/barometer-collectd:stable],SizeBytes:1238704095,},ContainerImage{Names:[opnfv/barometer-collectd@sha256:a7cea43d9d2f67c38fbf0407786edbe660ee9072945f7bb272b55fd255e8eaca opnfv/barometer-collectd:stable],SizeBytes:1075746799,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:1003788820,},ContainerImage{Names:[localhost:30500/cmk@sha256:cfc6363fd65b307f56d5fda90d8b24ccf438917ea1adcbd081fa487574560240 cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[aquasec/kube-hunter@sha256:2be6820bc1d7e0f57193a9a27d5a3e16b2fd93c53747b03ce8ca48c6fc323781 aquasec/kube-hunter:0.3.1],SizeBytes:347611549,},ContainerImage{Names:[golang@sha256:db2475a1dbb2149508e5db31d7d77a75e6600d54be645f37681f03f2762169ba golang:alpine3.12],SizeBytes:301186719,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[grafana/grafana@sha256:89304bc2335f4976618548d7b93d165ed67369d3a051d2f627fc4e0aa3d0aff1 grafana/grafana:7.1.0],SizeBytes:179601493,},ContainerImage{Names:[quay.io/prometheus/prometheus@sha256:d4ba4dd1a9ebb90916d0bfed3c204adcb118ed24546bf8dd2e6b30fc0fd2009e quay.io/prometheus/prometheus:v2.20.0],SizeBytes:144886595,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:addd70e4ee83f3bc9a4c1c7c41e37927ba47faf639312fc936df3afad7926f5a httpd:2.4.39-alpine],SizeBytes:126894770,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[directxman12/k8s-prometheus-adapter-amd64@sha256:b63dc612e3cb73f79d2401a4516f794f9f0a83002600ca72e675e41baecff437 directxman12/k8s-prometheus-adapter-amd64:v0.6.0],SizeBytes:53267842,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:303c990733f0fd02559eb93953523657b9129af8e93af2b980e9a2dc39eb2163 nfvpe/sriov-device-plugin:latest localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44394281,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonroot@sha256:4bd7ae247de5c988700233c5a4b55e804ffe90f8c66ae64853f1dae37b847213 gcr.io/kubernetes-e2e-test-images/nonroot:1.0],SizeBytes:42321438,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[aquasec/kube-bench@sha256:3544f6662feb73d36fdba35b17652e2fd73aae45bd4b60e76d7ab928220b3cc6 aquasec/kube-bench:0.3.1],SizeBytes:19301876,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[quay.io/coreos/prometheus-config-reloader@sha256:c679a143b24b7731ad1577a9865aa3805426cbf1b25e30807b951dff68466ffd quay.io/coreos/prometheus-config-reloader:v0.40.0],SizeBytes:10131705,},ContainerImage{Names:[jimmidyson/configmap-reload@sha256:d107c7a235c266273b1c3502a391fec374430e5625539403d0de797fa9c556a2 jimmidyson/configmap-reload:v0.3.0],SizeBytes:9700438,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[alpine@sha256:de25c7fc6c4f3a27c7f0c2dff454e4671823a34d88abd533f210848d527e0fbb alpine:3.12],SizeBytes:5581415,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:55:30.663: INFO: Logging kubelet events for node node1 Aug 18 11:55:30.665: INFO: Logging pods the kubelet thinks is on node node1 Aug 18 11:55:30.679: INFO: kube-flannel-q78nd started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:55:30.679: INFO: Init container install-cni ready: true, restart count 2 Aug 18 11:55:30.679: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 11:55:30.679: INFO: prometheus-k8s-0 started at 2021-08-18 08:34:03 +0000 UTC (0+5 container statuses recorded) Aug 18 11:55:30.679: INFO: Container custom-metrics-apiserver ready: true, restart count 0 Aug 18 11:55:30.679: INFO: Container grafana ready: true, restart count 0 Aug 18 11:55:30.679: INFO: Container prometheus ready: true, restart count 1 Aug 18 11:55:30.679: INFO: Container prometheus-config-reloader ready: true, restart count 0 Aug 18 11:55:30.679: INFO: Container rules-configmap-reloader ready: true, restart count 0 Aug 18 11:55:30.679: INFO: client-envvars-b10c7159-c92c-40fb-a01a-9e3d14392419 started at 2021-08-18 11:52:32 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.679: INFO: Container env3cont ready: false, restart count 0 Aug 18 11:55:30.679: INFO: kube-multus-ds-amd64-rrvmb started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.679: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:55:30.679: INFO: node-feature-discovery-worker-pflgw started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.679: INFO: Container nfd-worker ready: true, restart count 0 Aug 18 11:55:30.679: INFO: node-exporter-kcwvn started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:55:30.679: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:55:30.679: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:55:30.679: INFO: pod-configmaps-8147b50c-9b4e-4060-b2ec-a8985fa5ba9a started at 2021-08-18 11:52:01 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.679: INFO: Container env-test ready: false, restart count 0 Aug 18 11:55:30.679: INFO: ss-0 started at 2021-08-18 11:47:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.679: INFO: Container webserver ready: false, restart count 0 Aug 18 11:55:30.679: INFO: foo-xpsfd started at 2021-08-18 11:53:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.679: INFO: Container c ready: false, restart count 0 Aug 18 11:55:30.679: INFO: server-envvars-dcc91a28-e119-476f-ad7b-86dc853ddeb4 started at 2021-08-18 11:52:28 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.679: INFO: Container srv ready: true, restart count 0 Aug 18 11:55:30.679: INFO: kube-proxy-p6jvp started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.680: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:55:30.680: INFO: kubernetes-metrics-scraper-678c97765c-9nsv5 started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.680: INFO: Container kubernetes-metrics-scraper ready: true, restart count 2 Aug 18 11:55:30.680: INFO: cmk-init-discover-node1-bxznx started at 2021-08-18 08:32:10 +0000 UTC (0+3 container statuses recorded) Aug 18 11:55:30.680: INFO: Container discover ready: false, restart count 0 Aug 18 11:55:30.680: INFO: Container init ready: false, restart count 0 Aug 18 11:55:30.680: INFO: Container install ready: false, restart count 0 Aug 18 11:55:30.680: INFO: cmk-d8r27 started at 2021-08-18 08:32:52 +0000 UTC (0+2 container statuses recorded) Aug 18 11:55:30.680: INFO: Container nodereport ready: true, restart count 0 Aug 18 11:55:30.680: INFO: Container reconcile ready: true, restart count 0 Aug 18 11:55:30.680: INFO: collectd-xdprr started at 2021-08-18 08:38:42 +0000 UTC (0+3 container statuses recorded) Aug 18 11:55:30.680: INFO: Container collectd ready: true, restart count 0 Aug 18 11:55:30.680: INFO: Container collectd-exporter ready: true, restart count 0 Aug 18 11:55:30.680: INFO: Container rbac-proxy ready: true, restart count 0 Aug 18 11:55:30.680: INFO: nginx-proxy-node1 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.680: INFO: Container nginx-proxy ready: true, restart count 2 Aug 18 11:55:30.680: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-vsxvg started at 2021-08-18 08:30:25 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.680: INFO: Container kube-sriovdp ready: true, restart count 0 W0818 11:55:30.695112 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:55:30.728: INFO: Latency metrics for node node1 Aug 18 11:55:30.728: INFO: Logging node info for node node2 Aug 18 11:55:30.732: INFO: Node Info: &Node{ObjectMeta:{node2 /api/v1/nodes/node2 1d01177e-3dbb-48a1-a0bc-d18af27ab7f8 75171 0 2021-08-18 08:22:49 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.36.2.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node2 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"ae:d1:47:f8:1d:22"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.208 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-08-18 08:22:49 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.3.0/24\"":{}}}}} {kubeadm Update v1 2021-08-18 08:22:50 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-08-18 08:23:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-08-18 08:29:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-08-18 08:32:35 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-08-18 08:32:41 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.3.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:36 +0000 UTC,LastTransitionTime:2021-08-18 08:26:36 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 11:55:21 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 11:55:21 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 11:55:21 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 11:55:21 +0000 UTC,LastTransitionTime:2021-08-18 08:23:32 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.208,},NodeAddress{Type:Hostname,Address:node2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:dc1f286135c145349b8a016880b65a2f,SystemUUID:80B3CD56-852F-E711-906E-0017A4403562,BootID:037e7e2d-94e9-42f4-a719-896e5005ac70,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d56c8e10609e77af59159f698d19294b3e6164f3dfa4caeea2e9f8a03db3bbc9 localhost:30500/barometer-collectd:stable],SizeBytes:1238704095,},ContainerImage{Names:[localhost:30500/cmk@sha256:cfc6363fd65b307f56d5fda90d8b24ccf438917ea1adcbd081fa487574560240 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 k8s.gcr.io/etcd:3.4.13-0],SizeBytes:253392289,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:addd70e4ee83f3bc9a4c1c7c41e37927ba47faf639312fc936df3afad7926f5a httpd:2.4.39-alpine],SizeBytes:126894770,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/sample-apiserver@sha256:ff02aacd9766d597883fabafc7ad604c719a57611db1bcc1564c69a45b000a55 gcr.io/kubernetes-e2e-test-images/sample-apiserver:1.17],SizeBytes:60684726,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:303c990733f0fd02559eb93953523657b9129af8e93af2b980e9a2dc39eb2163 localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44394281,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:9d07c391aeb1a9d02eb4343c113ed01825227c70c32b3cae861711f90191b0fd quay.io/coreos/kube-rbac-proxy:v0.4.1],SizeBytes:41317870,},ContainerImage{Names:[quay.io/coreos/prometheus-operator@sha256:a54e806fb27d2fb0251da4f3b2a3bb5320759af63a54a755788304775f2384a7 quay.io/coreos/prometheus-operator:v0.40.0],SizeBytes:38238457,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:be4238d53eaa9d83cc4bb5a07d7a9e538d6fdb17890ea3d7a544557d3a58d7ac localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:825609c74c49cb0f2f1b97c13038e7896335c40081a310d3f25c630deb782efb localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:4206620,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 11:55:30.733: INFO: Logging kubelet events for node node2 Aug 18 11:55:30.735: INFO: Logging pods the kubelet thinks is on node node2 Aug 18 11:55:30.745: INFO: cmk-webhook-6c9d5f8578-7cxjr started at 2021-08-18 08:32:53 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.745: INFO: Container cmk-webhook ready: true, restart count 0 Aug 18 11:55:30.745: INFO: kube-flannel-h7t5h started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 11:55:30.745: INFO: Init container install-cni ready: true, restart count 2 Aug 18 11:55:30.745: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 11:55:30.745: INFO: node-exporter-lrrf2 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 11:55:30.745: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:55:30.745: INFO: Container node-exporter ready: true, restart count 0 Aug 18 11:55:30.745: INFO: foo-mcmfh started at 2021-08-18 11:53:08 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.745: INFO: Container c ready: false, restart count 0 Aug 18 11:55:30.745: INFO: nginx-proxy-node2 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.745: INFO: Container nginx-proxy ready: true, restart count 1 Aug 18 11:55:30.745: INFO: cmk-init-discover-node2-6b2kz started at 2021-08-18 08:32:30 +0000 UTC (0+3 container statuses recorded) Aug 18 11:55:30.745: INFO: Container discover ready: false, restart count 0 Aug 18 11:55:30.745: INFO: Container init ready: false, restart count 0 Aug 18 11:55:30.745: INFO: Container install ready: false, restart count 0 Aug 18 11:55:30.745: INFO: tas-telemetry-aware-scheduling-575ccbc9d4-7rn45 started at 2021-08-18 08:36:42 +0000 UTC (0+2 container statuses recorded) Aug 18 11:55:30.745: INFO: Container tas-controller ready: true, restart count 0 Aug 18 11:55:30.745: INFO: Container tas-extender ready: true, restart count 0 Aug 18 11:55:30.745: INFO: pod-update-399ed819-acd4-424c-8e46-fca448681026 started at 2021-08-18 11:53:12 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.745: INFO: Container nginx ready: false, restart count 0 Aug 18 11:55:30.745: INFO: kubernetes-dashboard-86c6f9df5b-qrtdk started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.745: INFO: Container kubernetes-dashboard ready: true, restart count 2 Aug 18 11:55:30.745: INFO: busybox-3dfd903c-68f3-48ac-a884-dd6ba807fca5 started at 2021-08-18 11:52:58 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.745: INFO: Container busybox ready: false, restart count 0 Aug 18 11:55:30.745: INFO: cmk-748rz started at 2021-08-18 08:32:53 +0000 UTC (0+2 container statuses recorded) Aug 18 11:55:30.745: INFO: Container nodereport ready: true, restart count 0 Aug 18 11:55:30.745: INFO: Container reconcile ready: true, restart count 0 Aug 18 11:55:30.745: INFO: kube-proxy-qkj9c started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.745: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 11:55:30.745: INFO: node-feature-discovery-worker-hzpf5 started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.745: INFO: Container nfd-worker ready: true, restart count 0 Aug 18 11:55:30.745: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-c82pt started at 2021-08-18 08:30:25 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.745: INFO: Container kube-sriovdp ready: true, restart count 0 Aug 18 11:55:30.745: INFO: prometheus-operator-5bb8cb9d8f-k97ws started at 2021-08-18 08:33:38 +0000 UTC (0+2 container statuses recorded) Aug 18 11:55:30.745: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 11:55:30.745: INFO: Container prometheus-operator ready: true, restart count 0 Aug 18 11:55:30.745: INFO: kube-multus-ds-amd64-rvzsg started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.745: INFO: Container kube-multus ready: true, restart count 1 Aug 18 11:55:30.745: INFO: collectd-67ntq started at 2021-08-18 08:38:42 +0000 UTC (0+3 container statuses recorded) Aug 18 11:55:30.745: INFO: Container collectd ready: true, restart count 0 Aug 18 11:55:30.745: INFO: Container collectd-exporter ready: true, restart count 0 Aug 18 11:55:30.745: INFO: Container rbac-proxy ready: true, restart count 0 Aug 18 11:55:30.745: INFO: ss-0 started at 2021-08-18 11:46:34 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.745: INFO: Container webserver ready: false, restart count 0 Aug 18 11:55:30.745: INFO: termination-message-container84499a62-bd35-4cdc-809d-811cd552608a started at 2021-08-18 11:51:42 +0000 UTC (0+1 container statuses recorded) Aug 18 11:55:30.745: INFO: Container termination-message-container ready: false, restart count 0 W0818 11:55:30.761933 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 11:55:30.793: INFO: Latency metrics for node node2 Aug 18 11:55:30.793: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready STEP: Destroying namespace "container-runtime-9320" for this suite. /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 Aug 18 12:00:53.669: Unexpected error: <*errors.errorString | 0xc004544f30>: { s: "expected pod \"downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c\" success: Gave up after waiting 5m0s for pod \"downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c\" to be \"Succeeded or Failed\"", } expected pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c" success: Gave up after waiting 5m0s for pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c" to be "Succeeded or Failed" occurred /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/util.go:725 [BeforeEach] [sig-node] Downward API /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:174 STEP: Creating a kubernetes client Aug 18 11:55:49.030: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename downward-api STEP: Waiting for a default service account to be provisioned in namespace [It] should provide pod name, namespace and IP address as env vars [NodeConformance] [Conformance] /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 STEP: Creating a pod to test downward api env vars Aug 18 11:55:49.063: INFO: Waiting up to 5m0s for pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c" in namespace "downward-api-718" to be "Succeeded or Failed" Aug 18 11:55:49.066: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3.185782ms Aug 18 11:55:51.071: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2.007848043s Aug 18 11:55:53.075: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4.011701984s Aug 18 11:55:55.080: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 6.016934278s Aug 18 11:55:57.086: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 8.022381392s Aug 18 11:55:59.089: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 10.025958483s Aug 18 11:56:01.093: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 12.029692071s Aug 18 11:56:03.098: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 14.03511933s Aug 18 11:56:05.104: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 16.041174464s Aug 18 11:56:07.109: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 18.046091541s Aug 18 11:56:09.113: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 20.049790149s Aug 18 11:56:11.120: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 22.057037145s Aug 18 11:56:13.123: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 24.059925727s Aug 18 11:56:15.126: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 26.063173004s Aug 18 11:56:17.131: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 28.067502789s Aug 18 11:56:19.134: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 30.070832265s Aug 18 11:56:21.139: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 32.076119799s Aug 18 11:56:23.143: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 34.079871473s Aug 18 11:56:25.150: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 36.086537133s Aug 18 11:56:27.155: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 38.091589253s Aug 18 11:56:29.158: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 40.094660204s Aug 18 11:56:31.162: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 42.098687745s Aug 18 11:56:33.165: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 44.101992656s Aug 18 11:56:35.168: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 46.105091655s Aug 18 11:56:37.172: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 48.108190134s Aug 18 11:56:39.174: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 50.111005956s Aug 18 11:56:41.178: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 52.114536489s Aug 18 11:56:43.181: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 54.117526092s Aug 18 11:56:45.184: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 56.120223941s Aug 18 11:56:47.187: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 58.123570322s Aug 18 11:56:49.190: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m0.126213514s Aug 18 11:56:51.195: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m2.131687958s Aug 18 11:56:53.198: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m4.134792206s Aug 18 11:56:55.201: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m6.137836863s Aug 18 11:56:57.204: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m8.140197597s Aug 18 11:56:59.207: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m10.143248143s Aug 18 11:57:01.209: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m12.145970331s Aug 18 11:57:03.213: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m14.149933702s Aug 18 11:57:05.216: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m16.15238331s Aug 18 11:57:07.220: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m18.156963926s Aug 18 11:57:09.224: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m20.161114157s Aug 18 11:57:11.230: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m22.167057185s Aug 18 11:57:13.234: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m24.17068013s Aug 18 11:57:15.237: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m26.1739668s Aug 18 11:57:17.242: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m28.178223131s Aug 18 11:57:19.245: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m30.181600121s Aug 18 11:57:21.249: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m32.185368856s Aug 18 11:57:23.252: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m34.188828268s Aug 18 11:57:25.255: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m36.191486005s Aug 18 11:57:27.258: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m38.194711279s Aug 18 11:57:29.261: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m40.197322088s Aug 18 11:57:31.264: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m42.200308271s Aug 18 11:57:33.266: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m44.20293591s Aug 18 11:57:35.270: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m46.206699358s Aug 18 11:57:37.273: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m48.20952286s Aug 18 11:57:39.276: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m50.212434385s Aug 18 11:57:41.280: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m52.2170097s Aug 18 11:57:43.283: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m54.219581882s Aug 18 11:57:45.287: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m56.223297757s Aug 18 11:57:47.290: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 1m58.226604245s Aug 18 11:57:49.293: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m0.230166501s Aug 18 11:57:51.299: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m2.235275039s Aug 18 11:57:53.304: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m4.240545086s Aug 18 11:57:55.308: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m6.244371086s Aug 18 11:57:57.311: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m8.24761703s Aug 18 11:57:59.314: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m10.25041503s Aug 18 11:58:01.318: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m12.254195497s Aug 18 11:58:03.322: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m14.258393284s Aug 18 11:58:05.325: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m16.261942069s Aug 18 11:58:07.330: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m18.266263347s Aug 18 11:58:09.333: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m20.269665596s Aug 18 11:58:11.336: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m22.27225584s Aug 18 11:58:13.339: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m24.276020884s Aug 18 11:58:15.343: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m26.280164952s Aug 18 11:58:17.347: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m28.28361135s Aug 18 11:58:19.350: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m30.28710447s Aug 18 11:58:21.353: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m32.289910702s Aug 18 11:58:23.356: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m34.292819765s Aug 18 11:58:25.359: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m36.295652594s Aug 18 11:58:27.365: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m38.301355557s Aug 18 11:58:29.368: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m40.304574178s Aug 18 11:58:31.371: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m42.307889306s Aug 18 11:58:33.374: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m44.310879258s Aug 18 11:58:35.379: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m46.315231363s Aug 18 11:58:37.382: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m48.319072179s Aug 18 11:58:39.385: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m50.322134579s Aug 18 11:58:41.390: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m52.326418773s Aug 18 11:58:43.394: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m54.330631867s Aug 18 11:58:45.398: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m56.334873684s Aug 18 11:58:47.403: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 2m58.339348633s Aug 18 11:58:49.407: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m0.343196148s Aug 18 11:58:51.410: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m2.346680757s Aug 18 11:58:53.413: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m4.350103371s Aug 18 11:58:55.418: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m6.354873485s Aug 18 11:58:57.423: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m8.359515484s Aug 18 11:58:59.428: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m10.364424118s Aug 18 11:59:01.431: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m12.367259417s Aug 18 11:59:03.435: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m14.371482094s Aug 18 11:59:05.438: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m16.374577322s Aug 18 11:59:07.442: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m18.37850954s Aug 18 11:59:09.444: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m20.381181027s Aug 18 11:59:11.451: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m22.387580031s Aug 18 11:59:13.455: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m24.391444208s Aug 18 11:59:15.460: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m26.39645485s Aug 18 11:59:17.477: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m28.413318148s Aug 18 11:59:19.480: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m30.416192834s Aug 18 11:59:21.483: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m32.419644429s Aug 18 11:59:23.487: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m34.423198167s Aug 18 11:59:25.490: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m36.426351089s Aug 18 11:59:27.493: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m38.430000671s Aug 18 11:59:29.496: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m40.432980081s Aug 18 11:59:31.501: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m42.437253963s Aug 18 11:59:33.504: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m44.441183675s Aug 18 11:59:35.510: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m46.446314147s Aug 18 11:59:37.514: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m48.450672281s Aug 18 11:59:39.518: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m50.45451032s Aug 18 11:59:41.521: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m52.45800343s Aug 18 11:59:43.526: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m54.46221988s Aug 18 11:59:45.530: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m56.46630414s Aug 18 11:59:47.534: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 3m58.470193464s Aug 18 11:59:49.537: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m0.473683418s Aug 18 11:59:51.542: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m2.478219001s Aug 18 11:59:53.545: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m4.481250456s Aug 18 11:59:55.549: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m6.485255644s Aug 18 11:59:57.552: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m8.488635546s Aug 18 11:59:59.556: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m10.492919842s Aug 18 12:00:01.559: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m12.496136973s Aug 18 12:00:03.563: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m14.499301568s Aug 18 12:00:05.566: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m16.503083829s Aug 18 12:00:07.569: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m18.505478787s Aug 18 12:00:09.573: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m20.509392399s Aug 18 12:00:11.578: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m22.514921598s Aug 18 12:00:13.582: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m24.518234697s Aug 18 12:00:15.586: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m26.522258736s Aug 18 12:00:17.589: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m28.525820247s Aug 18 12:00:19.592: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m30.52903613s Aug 18 12:00:21.596: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m32.532303369s Aug 18 12:00:23.598: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m34.535121757s Aug 18 12:00:25.603: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m36.539263756s Aug 18 12:00:27.606: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m38.542494477s Aug 18 12:00:29.609: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m40.545657555s Aug 18 12:00:31.614: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m42.550204303s Aug 18 12:00:33.617: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m44.55361547s Aug 18 12:00:35.621: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m46.557678846s Aug 18 12:00:37.624: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m48.560495305s Aug 18 12:00:39.628: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m50.564934457s Aug 18 12:00:41.632: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m52.568208002s Aug 18 12:00:43.635: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m54.571973391s Aug 18 12:00:45.639: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m56.575267565s Aug 18 12:00:47.642: INFO: Pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c": Phase="Pending", Reason="", readiness=false. Elapsed: 4m58.579056515s Aug 18 12:00:49.656: INFO: Failed to get logs from node "node1" pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c" container "dapi-container": the server rejected our request for an unknown reason (get pods downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c) STEP: delete the pod Aug 18 12:00:49.662: INFO: Waiting for pod downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c to disappear Aug 18 12:00:49.664: INFO: Pod downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c still exists Aug 18 12:00:51.665: INFO: Waiting for pod downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c to disappear Aug 18 12:00:51.669: INFO: Pod downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c still exists Aug 18 12:00:53.665: INFO: Waiting for pod downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c to disappear Aug 18 12:00:53.668: INFO: Pod downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c no longer exists Aug 18 12:00:53.669: FAIL: Unexpected error: <*errors.errorString | 0xc004544f30>: { s: "expected pod \"downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c\" success: Gave up after waiting 5m0s for pod \"downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c\" to be \"Succeeded or Failed\"", } expected pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c" success: Gave up after waiting 5m0s for pod "downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c" to be "Succeeded or Failed" occurred Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).testContainerOutputMatcher(0xc00042c580, 0x4c3168b, 0x15, 0xc001053800, 0x0, 0xc0080391a8, 0x3, 0x3, 0x4deefb0) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/util.go:725 +0x1ee k8s.io/kubernetes/test/e2e/framework.(*Framework).TestContainerOutputRegexp(...) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:532 k8s.io/kubernetes/test/e2e/common.testDownwardAPIUsingPod(...) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/common/downward_api.go:425 k8s.io/kubernetes/test/e2e/common.testDownwardAPI(0xc00042c580, 0xc003f2f0c0, 0x31, 0xc00077a580, 0x3, 0x3, 0xc0080391a8, 0x3, 0x3) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/common/downward_api.go:391 +0x75c k8s.io/kubernetes/test/e2e/common.glob..func5.1() /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/common/downward_api.go:80 +0x4e8 k8s.io/kubernetes/test/e2e.RunE2ETests(0xc001880c00) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:130 +0x345 k8s.io/kubernetes/test/e2e.TestE2E(0xc001880c00) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:145 +0x2b testing.tRunner(0xc001880c00, 0x4deb2c0) /usr/local/go/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1168 +0x2b3 [AfterEach] [sig-node] Downward API /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:175 STEP: Collecting events from namespace "downward-api-718". STEP: Found 9 events. Aug 18 12:00:53.674: INFO: At 0001-01-01 00:00:00 +0000 UTC - event for downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c: { } Scheduled: Successfully assigned downward-api-718/downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c to node1 Aug 18 12:00:53.674: INFO: At 2021-08-18 11:55:50 +0000 UTC - event for downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c: {multus } AddedInterface: Add eth0 [10.244.4.123/24] Aug 18 12:00:53.674: INFO: At 2021-08-18 11:55:50 +0000 UTC - event for downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c: {kubelet node1} Pulling: Pulling image "docker.io/library/busybox:1.29" Aug 18 12:00:53.674: INFO: At 2021-08-18 11:55:51 +0000 UTC - event for downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c: {kubelet node1} Failed: Failed to pull image "docker.io/library/busybox:1.29": rpc error: code = Unknown desc = Error response from daemon: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit Aug 18 12:00:53.674: INFO: At 2021-08-18 11:55:51 +0000 UTC - event for downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c: {kubelet node1} Failed: Error: ErrImagePull Aug 18 12:00:53.674: INFO: At 2021-08-18 11:55:51 +0000 UTC - event for downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c: {kubelet node1} SandboxChanged: Pod sandbox changed, it will be killed and re-created. Aug 18 12:00:53.674: INFO: At 2021-08-18 11:55:53 +0000 UTC - event for downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c: {multus } AddedInterface: Add eth0 [10.244.4.124/24] Aug 18 12:00:53.674: INFO: At 2021-08-18 11:55:53 +0000 UTC - event for downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c: {kubelet node1} BackOff: Back-off pulling image "docker.io/library/busybox:1.29" Aug 18 12:00:53.674: INFO: At 2021-08-18 11:55:53 +0000 UTC - event for downward-api-7916fac5-7b92-4094-81c7-87f20923ce8c: {kubelet node1} Failed: Error: ImagePullBackOff Aug 18 12:00:53.675: INFO: POD NODE PHASE GRACE CONDITIONS Aug 18 12:00:53.676: INFO: Aug 18 12:00:53.680: INFO: Logging node info for node master1 Aug 18 12:00:53.682: INFO: Node Info: &Node{ObjectMeta:{master1 /api/v1/nodes/master1 ebb211fa-503f-4cfe-b1ed-c95d27a70e6e 78225 0 2021-08-18 08:20:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master1 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"3a:82:be:72:b5:15"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.202 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-08-18 08:20:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-08-18 08:20:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.0.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.0.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:25:59 +0000 UTC,LastTransitionTime:2021-08-18 08:25:59 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 12:00:49 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 12:00:49 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 12:00:49 +0000 UTC,LastTransitionTime:2021-08-18 08:20:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 12:00:49 +0000 UTC,LastTransitionTime:2021-08-18 08:25:08 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.202,},NodeAddress{Type:Hostname,Address:master1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:58c3e57359b641ad92fa1959f2fecf5d,SystemUUID:00ACFB60-0631-E711-906E-0017A4403562,BootID:012cd796-2076-45d6-8b14-d3e0451b1e64,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[registry@sha256:1cd9409a311350c3072fe510b52046f104416376c126a479cef9a4dfe692cf57 registry:2.7.0],SizeBytes:24191168,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:be4238d53eaa9d83cc4bb5a07d7a9e538d6fdb17890ea3d7a544557d3a58d7ac tas-controller:latest localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[nginx@sha256:a97eb9ecc708c8aa715ccfb5e9338f5456e4b65575daf304f108301f3b497314 nginx:1.19.2-alpine],SizeBytes:22052669,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:825609c74c49cb0f2f1b97c13038e7896335c40081a310d3f25c630deb782efb tas-extender:latest localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:5577654,},ContainerImage{Names:[alpine@sha256:c0e9560cda118f9ec63ddefb4a173a2b2a0347082d7dff7dc14272e7841a5b5a alpine:3.12.1],SizeBytes:5573013,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 12:00:53.683: INFO: Logging kubelet events for node master1 Aug 18 12:00:53.684: INFO: Logging pods the kubelet thinks is on node master1 Aug 18 12:00:53.697: INFO: kube-apiserver-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.697: INFO: Container kube-apiserver ready: true, restart count 0 Aug 18 12:00:53.697: INFO: kube-proxy-vqk4v started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.697: INFO: Container kube-proxy ready: true, restart count 1 Aug 18 12:00:53.697: INFO: kube-flannel-q64cq started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 12:00:53.697: INFO: Init container install-cni ready: true, restart count 0 Aug 18 12:00:53.697: INFO: Container kube-flannel ready: true, restart count 3 Aug 18 12:00:53.697: INFO: coredns-7677f9bb54-kn2qg started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.697: INFO: Container coredns ready: true, restart count 2 Aug 18 12:00:53.697: INFO: kube-scheduler-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.697: INFO: Container kube-scheduler ready: true, restart count 0 Aug 18 12:00:53.697: INFO: kube-controller-manager-master1 started at 2021-08-18 08:25:08 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.697: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 12:00:53.697: INFO: kube-multus-ds-amd64-kbcp6 started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.697: INFO: Container kube-multus ready: true, restart count 1 Aug 18 12:00:53.697: INFO: docker-registry-docker-registry-56cbc7bc58-49kl2 started at 2021-08-18 08:26:23 +0000 UTC (0+2 container statuses recorded) Aug 18 12:00:53.697: INFO: Container docker-registry ready: true, restart count 0 Aug 18 12:00:53.697: INFO: Container nginx ready: true, restart count 0 Aug 18 12:00:53.697: INFO: node-exporter-5hwz9 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 12:00:53.697: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 12:00:53.697: INFO: Container node-exporter ready: true, restart count 0 W0818 12:00:53.709266 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 12:00:53.740: INFO: Latency metrics for node master1 Aug 18 12:00:53.740: INFO: Logging node info for node master2 Aug 18 12:00:53.744: INFO: Node Info: &Node{ObjectMeta:{master2 /api/v1/nodes/master2 78946293-3abe-4442-84d4-8ed6b1d15ce0 78219 0 2021-08-18 08:21:31 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master2 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"7e:f5:c2:cc:3a:b4"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.203 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/master.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-08-18 08:21:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-08-18 08:21:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}},"f:taints":{}}}} {nfd-master Update v1 2021-08-18 08:29:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/master.version":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.1.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:30 +0000 UTC,LastTransitionTime:2021-08-18 08:26:30 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 12:00:48 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 12:00:48 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 12:00:48 +0000 UTC,LastTransitionTime:2021-08-18 08:21:31 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 12:00:48 +0000 UTC,LastTransitionTime:2021-08-18 08:23:37 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.203,},NodeAddress{Type:Hostname,Address:master2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0c44122c7a7248c18d8571e1cc667258,SystemUUID:00A0DE53-E51D-E711-906E-0017A4403562,BootID:0cd329f2-48e0-4c8f-b8b9-fa3ae0ed8406,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[aquasec/kube-bench@sha256:3544f6662feb73d36fdba35b17652e2fd73aae45bd4b60e76d7ab928220b3cc6 aquasec/kube-bench:0.3.1],SizeBytes:19301876,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 12:00:53.744: INFO: Logging kubelet events for node master2 Aug 18 12:00:53.746: INFO: Logging pods the kubelet thinks is on node master2 Aug 18 12:00:53.760: INFO: kube-controller-manager-master2 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.760: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 12:00:53.760: INFO: kube-proxy-kh2l9 started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.760: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 12:00:53.760: INFO: kube-flannel-pp56h started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 12:00:53.760: INFO: Init container install-cni ready: true, restart count 0 Aug 18 12:00:53.760: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 12:00:53.760: INFO: kube-apiserver-master2 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.760: INFO: Container kube-apiserver ready: true, restart count 0 Aug 18 12:00:53.760: INFO: kube-scheduler-master2 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.760: INFO: Container kube-scheduler ready: true, restart count 2 Aug 18 12:00:53.760: INFO: kube-multus-ds-amd64-mld8g started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.760: INFO: Container kube-multus ready: true, restart count 1 Aug 18 12:00:53.760: INFO: dns-autoscaler-5b7b5c9b6f-hh47r started at 2021-08-18 08:23:57 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.760: INFO: Container autoscaler ready: true, restart count 2 Aug 18 12:00:53.760: INFO: node-feature-discovery-controller-5bf5c49849-mq57c started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.760: INFO: Container nfd-controller ready: true, restart count 0 Aug 18 12:00:53.760: INFO: node-exporter-48nfx started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 12:00:53.760: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 12:00:53.760: INFO: Container node-exporter ready: true, restart count 0 W0818 12:00:53.774441 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 12:00:53.800: INFO: Latency metrics for node master2 Aug 18 12:00:53.800: INFO: Logging node info for node master3 Aug 18 12:00:53.802: INFO: Node Info: &Node{ObjectMeta:{master3 /api/v1/nodes/master3 44feac2b-9447-4be2-9fcd-62f836d67c72 78202 0 2021-08-18 08:21:41 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master3 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"86:e4:31:99:58:40"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.204 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubeadm Update v1 2021-08-18 08:21:42 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {kubelet Update v1 2021-08-18 08:21:42 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {flanneld Update v1 2021-08-18 08:23:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-08-18 08:23:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.2.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.2.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:30 +0000 UTC,LastTransitionTime:2021-08-18 08:26:30 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 12:00:43 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 12:00:43 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 12:00:43 +0000 UTC,LastTransitionTime:2021-08-18 08:21:41 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 12:00:43 +0000 UTC,LastTransitionTime:2021-08-18 08:23:37 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.204,},NodeAddress{Type:Hostname,Address:master3,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1fae19ae59884c44899bcd08aa243244,SystemUUID:008B1444-141E-E711-906E-0017A4403562,BootID:5db926c5-6530-4635-a0d5-806974a3b732,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 12:00:53.803: INFO: Logging kubelet events for node master3 Aug 18 12:00:53.805: INFO: Logging pods the kubelet thinks is on node master3 Aug 18 12:00:53.820: INFO: kube-proxy-sd5lc started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.820: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 12:00:53.820: INFO: kube-flannel-x6tlr started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 12:00:53.820: INFO: Init container install-cni ready: true, restart count 1 Aug 18 12:00:53.820: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 12:00:53.820: INFO: kube-multus-ds-amd64-bkw6c started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.820: INFO: Container kube-multus ready: true, restart count 1 Aug 18 12:00:53.820: INFO: coredns-7677f9bb54-5hxfh started at 2021-08-18 08:23:54 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.820: INFO: Container coredns ready: true, restart count 1 Aug 18 12:00:53.820: INFO: node-exporter-vq7d8 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 12:00:53.820: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 12:00:53.820: INFO: Container node-exporter ready: true, restart count 0 Aug 18 12:00:53.820: INFO: kube-controller-manager-master3 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.820: INFO: Container kube-controller-manager ready: true, restart count 2 Aug 18 12:00:53.820: INFO: kube-scheduler-master3 started at 2021-08-18 08:22:07 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.820: INFO: Container kube-scheduler ready: true, restart count 2 Aug 18 12:00:53.820: INFO: kube-apiserver-master3 started at 2021-08-18 08:29:12 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.820: INFO: Container kube-apiserver ready: true, restart count 0 W0818 12:00:53.834060 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 12:00:53.864: INFO: Latency metrics for node master3 Aug 18 12:00:53.864: INFO: Logging node info for node node1 Aug 18 12:00:53.867: INFO: Node Info: &Node{ObjectMeta:{node1 /api/v1/nodes/node1 84defabd-6ebf-43ec-a629-44c6713da9c9 78204 0 2021-08-18 08:22:49 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.36.2.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node1 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"9a:87:55:36:7b:df"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.207 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-08-18 08:22:49 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.4.0/24\"":{}}}}} {kubeadm Update v1 2021-08-18 08:22:50 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-08-18 08:23:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-08-18 08:29:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-08-18 08:32:13 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-08-18 08:32:21 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.4.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:35 +0000 UTC,LastTransitionTime:2021-08-18 08:26:35 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 12:00:44 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 12:00:44 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 12:00:44 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 12:00:44 +0000 UTC,LastTransitionTime:2021-08-18 08:23:32 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.207,},NodeAddress{Type:Hostname,Address:node1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:69946ff2b7bc462fa25eb7adb4703c23,SystemUUID:00CDA902-D022-E711-906E-0017A4403562,BootID:736dc52f-f5e3-494e-86ca-01eedbea015c,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d56c8e10609e77af59159f698d19294b3e6164f3dfa4caeea2e9f8a03db3bbc9 localhost:30500/barometer-collectd:stable],SizeBytes:1238704095,},ContainerImage{Names:[opnfv/barometer-collectd@sha256:a7cea43d9d2f67c38fbf0407786edbe660ee9072945f7bb272b55fd255e8eaca opnfv/barometer-collectd:stable],SizeBytes:1075746799,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:1003788820,},ContainerImage{Names:[localhost:30500/cmk@sha256:cfc6363fd65b307f56d5fda90d8b24ccf438917ea1adcbd081fa487574560240 cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[aquasec/kube-hunter@sha256:2be6820bc1d7e0f57193a9a27d5a3e16b2fd93c53747b03ce8ca48c6fc323781 aquasec/kube-hunter:0.3.1],SizeBytes:347611549,},ContainerImage{Names:[golang@sha256:db2475a1dbb2149508e5db31d7d77a75e6600d54be645f37681f03f2762169ba golang:alpine3.12],SizeBytes:301186719,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[grafana/grafana@sha256:89304bc2335f4976618548d7b93d165ed67369d3a051d2f627fc4e0aa3d0aff1 grafana/grafana:7.1.0],SizeBytes:179601493,},ContainerImage{Names:[quay.io/prometheus/prometheus@sha256:d4ba4dd1a9ebb90916d0bfed3c204adcb118ed24546bf8dd2e6b30fc0fd2009e quay.io/prometheus/prometheus:v2.20.0],SizeBytes:144886595,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:addd70e4ee83f3bc9a4c1c7c41e37927ba47faf639312fc936df3afad7926f5a httpd:2.4.39-alpine],SizeBytes:126894770,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[directxman12/k8s-prometheus-adapter-amd64@sha256:b63dc612e3cb73f79d2401a4516f794f9f0a83002600ca72e675e41baecff437 directxman12/k8s-prometheus-adapter-amd64:v0.6.0],SizeBytes:53267842,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:303c990733f0fd02559eb93953523657b9129af8e93af2b980e9a2dc39eb2163 nfvpe/sriov-device-plugin:latest localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44394281,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonroot@sha256:4bd7ae247de5c988700233c5a4b55e804ffe90f8c66ae64853f1dae37b847213 gcr.io/kubernetes-e2e-test-images/nonroot:1.0],SizeBytes:42321438,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[aquasec/kube-bench@sha256:3544f6662feb73d36fdba35b17652e2fd73aae45bd4b60e76d7ab928220b3cc6 aquasec/kube-bench:0.3.1],SizeBytes:19301876,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[quay.io/coreos/prometheus-config-reloader@sha256:c679a143b24b7731ad1577a9865aa3805426cbf1b25e30807b951dff68466ffd quay.io/coreos/prometheus-config-reloader:v0.40.0],SizeBytes:10131705,},ContainerImage{Names:[jimmidyson/configmap-reload@sha256:d107c7a235c266273b1c3502a391fec374430e5625539403d0de797fa9c556a2 jimmidyson/configmap-reload:v0.3.0],SizeBytes:9700438,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[alpine@sha256:de25c7fc6c4f3a27c7f0c2dff454e4671823a34d88abd533f210848d527e0fbb alpine:3.12],SizeBytes:5581415,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 12:00:53.868: INFO: Logging kubelet events for node node1 Aug 18 12:00:53.869: INFO: Logging pods the kubelet thinks is on node node1 Aug 18 12:00:53.885: INFO: nginx-proxy-node1 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.885: INFO: Container nginx-proxy ready: true, restart count 2 Aug 18 12:00:53.885: INFO: kube-multus-ds-amd64-rrvmb started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.885: INFO: Container kube-multus ready: true, restart count 1 Aug 18 12:00:53.885: INFO: node-feature-discovery-worker-pflgw started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.885: INFO: Container nfd-worker ready: true, restart count 0 Aug 18 12:00:53.885: INFO: node-exporter-kcwvn started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 12:00:53.885: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 12:00:53.885: INFO: Container node-exporter ready: true, restart count 0 Aug 18 12:00:53.885: INFO: foo-xpsfd started at 2021-08-18 11:53:08 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.885: INFO: Container c ready: false, restart count 0 Aug 18 12:00:53.885: INFO: server-envvars-dcc91a28-e119-476f-ad7b-86dc853ddeb4 started at 2021-08-18 11:52:28 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.885: INFO: Container srv ready: true, restart count 0 Aug 18 12:00:53.885: INFO: cmk-init-discover-node1-bxznx started at 2021-08-18 08:32:10 +0000 UTC (0+3 container statuses recorded) Aug 18 12:00:53.885: INFO: Container discover ready: false, restart count 0 Aug 18 12:00:53.885: INFO: Container init ready: false, restart count 0 Aug 18 12:00:53.885: INFO: Container install ready: false, restart count 0 Aug 18 12:00:53.885: INFO: collectd-xdprr started at 2021-08-18 08:38:42 +0000 UTC (0+3 container statuses recorded) Aug 18 12:00:53.885: INFO: Container collectd ready: true, restart count 0 Aug 18 12:00:53.885: INFO: Container collectd-exporter ready: true, restart count 0 Aug 18 12:00:53.885: INFO: Container rbac-proxy ready: true, restart count 0 Aug 18 12:00:53.885: INFO: webserver-deployment-dd94f59b7-dbsxb started at 2021-08-18 11:56:51 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.885: INFO: Container httpd ready: false, restart count 0 Aug 18 12:00:53.885: INFO: webserver-deployment-dd94f59b7-dqt7r started at 2021-08-18 11:56:51 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.885: INFO: Container httpd ready: false, restart count 0 Aug 18 12:00:53.885: INFO: webserver-deployment-dd94f59b7-x65jh started at 2021-08-18 11:56:51 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.885: INFO: Container httpd ready: false, restart count 0 Aug 18 12:00:53.885: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-vsxvg started at 2021-08-18 08:30:25 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.885: INFO: Container kube-sriovdp ready: true, restart count 0 Aug 18 12:00:53.885: INFO: webserver-deployment-dd94f59b7-h8pvd started at 2021-08-18 11:56:51 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.885: INFO: Container httpd ready: false, restart count 0 Aug 18 12:00:53.885: INFO: kube-flannel-q78nd started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 12:00:53.885: INFO: Init container install-cni ready: true, restart count 2 Aug 18 12:00:53.885: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 12:00:53.885: INFO: prometheus-k8s-0 started at 2021-08-18 08:34:03 +0000 UTC (0+5 container statuses recorded) Aug 18 12:00:53.885: INFO: Container custom-metrics-apiserver ready: true, restart count 0 Aug 18 12:00:53.885: INFO: Container grafana ready: true, restart count 0 Aug 18 12:00:53.885: INFO: Container prometheus ready: true, restart count 1 Aug 18 12:00:53.885: INFO: Container prometheus-config-reloader ready: true, restart count 0 Aug 18 12:00:53.885: INFO: Container rules-configmap-reloader ready: true, restart count 0 Aug 18 12:00:53.885: INFO: webserver-deployment-dd94f59b7-rws9q started at 2021-08-18 11:56:51 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.885: INFO: Container httpd ready: false, restart count 0 Aug 18 12:00:53.885: INFO: kube-proxy-p6jvp started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.885: INFO: Container kube-proxy ready: true, restart count 2 Aug 18 12:00:53.885: INFO: kubernetes-metrics-scraper-678c97765c-9nsv5 started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.885: INFO: Container kubernetes-metrics-scraper ready: true, restart count 2 Aug 18 12:00:53.885: INFO: cmk-d8r27 started at 2021-08-18 08:32:52 +0000 UTC (0+2 container statuses recorded) Aug 18 12:00:53.885: INFO: Container nodereport ready: true, restart count 0 Aug 18 12:00:53.885: INFO: Container reconcile ready: true, restart count 0 W0818 12:00:53.898174 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 12:00:53.938: INFO: Latency metrics for node node1 Aug 18 12:00:53.938: INFO: Logging node info for node node2 Aug 18 12:00:53.941: INFO: Node Info: &Node{ObjectMeta:{node2 /api/v1/nodes/node2 1d01177e-3dbb-48a1-a0bc-d18af27ab7f8 78206 0 2021-08-18 08:22:49 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.36.2.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node2 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"ae:d1:47:f8:1d:22"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.208 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-08-18 08:22:49 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.3.0/24\"":{}}}}} {kubeadm Update v1 2021-08-18 08:22:50 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-08-18 08:23:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-08-18 08:29:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-08-18 08:32:35 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-08-18 08:32:41 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.3.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-08-18 08:26:36 +0000 UTC,LastTransitionTime:2021-08-18 08:26:36 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-08-18 12:00:45 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-08-18 12:00:45 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-08-18 12:00:45 +0000 UTC,LastTransitionTime:2021-08-18 08:22:49 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-08-18 12:00:45 +0000 UTC,LastTransitionTime:2021-08-18 08:23:32 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.208,},NodeAddress{Type:Hostname,Address:node2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:dc1f286135c145349b8a016880b65a2f,SystemUUID:80B3CD56-852F-E711-906E-0017A4403562,BootID:037e7e2d-94e9-42f4-a719-896e5005ac70,KernelVersion:3.10.0-1160.36.2.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d56c8e10609e77af59159f698d19294b3e6164f3dfa4caeea2e9f8a03db3bbc9 localhost:30500/barometer-collectd:stable],SizeBytes:1238704095,},ContainerImage{Names:[localhost:30500/cmk@sha256:cfc6363fd65b307f56d5fda90d8b24ccf438917ea1adcbd081fa487574560240 localhost:30500/cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[cmk:v1.5.1],SizeBytes:723492975,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[sirot/netperf-latest@sha256:23929b922bb077cb341450fc1c90ae42e6f75da5d7ce61cd1880b08560a5ff85 sirot/netperf-latest:latest],SizeBytes:282025213,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 k8s.gcr.io/etcd:3.4.13-0],SizeBytes:253392289,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:addd70e4ee83f3bc9a4c1c7c41e37927ba47faf639312fc936df3afad7926f5a httpd:2.4.39-alpine],SizeBytes:126894770,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/sample-apiserver@sha256:ff02aacd9766d597883fabafc7ad604c719a57611db1bcc1564c69a45b000a55 gcr.io/kubernetes-e2e-test-images/sample-apiserver:1.17],SizeBytes:60684726,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:303c990733f0fd02559eb93953523657b9129af8e93af2b980e9a2dc39eb2163 localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44394281,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:9d07c391aeb1a9d02eb4343c113ed01825227c70c32b3cae861711f90191b0fd quay.io/coreos/kube-rbac-proxy:v0.4.1],SizeBytes:41317870,},ContainerImage{Names:[quay.io/coreos/prometheus-operator@sha256:a54e806fb27d2fb0251da4f3b2a3bb5320759af63a54a755788304775f2384a7 quay.io/coreos/prometheus-operator:v0.40.0],SizeBytes:38238457,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:be4238d53eaa9d83cc4bb5a07d7a9e538d6fdb17890ea3d7a544557d3a58d7ac localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:825609c74c49cb0f2f1b97c13038e7896335c40081a310d3f25c630deb782efb localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:4206620,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Aug 18 12:00:53.941: INFO: Logging kubelet events for node node2 Aug 18 12:00:53.943: INFO: Logging pods the kubelet thinks is on node node2 Aug 18 12:00:53.962: INFO: collectd-67ntq started at 2021-08-18 08:38:42 +0000 UTC (0+3 container statuses recorded) Aug 18 12:00:53.962: INFO: Container collectd ready: true, restart count 0 Aug 18 12:00:53.962: INFO: Container collectd-exporter ready: true, restart count 0 Aug 18 12:00:53.962: INFO: Container rbac-proxy ready: true, restart count 0 Aug 18 12:00:53.962: INFO: kube-multus-ds-amd64-rvzsg started at 2021-08-18 08:23:34 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.962: INFO: Container kube-multus ready: true, restart count 1 Aug 18 12:00:53.962: INFO: client-envvars-b10c7159-c92c-40fb-a01a-9e3d14392419 started at 2021-08-18 11:57:37 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.962: INFO: Container env3cont ready: false, restart count 0 Aug 18 12:00:53.962: INFO: cmk-webhook-6c9d5f8578-7cxjr started at 2021-08-18 08:32:53 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.962: INFO: Container cmk-webhook ready: true, restart count 0 Aug 18 12:00:53.962: INFO: node-exporter-lrrf2 started at 2021-08-18 08:33:45 +0000 UTC (0+2 container statuses recorded) Aug 18 12:00:53.962: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 12:00:53.962: INFO: Container node-exporter ready: true, restart count 0 Aug 18 12:00:53.962: INFO: webserver-deployment-dd94f59b7-g45zh started at 2021-08-18 11:56:51 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.962: INFO: Container httpd ready: false, restart count 0 Aug 18 12:00:53.962: INFO: foo-mcmfh started at 2021-08-18 11:53:08 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.962: INFO: Container c ready: false, restart count 0 Aug 18 12:00:53.962: INFO: kube-flannel-h7t5h started at 2021-08-18 08:23:27 +0000 UTC (1+1 container statuses recorded) Aug 18 12:00:53.962: INFO: Init container install-cni ready: true, restart count 2 Aug 18 12:00:53.962: INFO: Container kube-flannel ready: true, restart count 1 Aug 18 12:00:53.962: INFO: cmk-init-discover-node2-6b2kz started at 2021-08-18 08:32:30 +0000 UTC (0+3 container statuses recorded) Aug 18 12:00:53.962: INFO: Container discover ready: false, restart count 0 Aug 18 12:00:53.962: INFO: Container init ready: false, restart count 0 Aug 18 12:00:53.962: INFO: Container install ready: false, restart count 0 Aug 18 12:00:53.962: INFO: tas-telemetry-aware-scheduling-575ccbc9d4-7rn45 started at 2021-08-18 08:36:42 +0000 UTC (0+2 container statuses recorded) Aug 18 12:00:53.962: INFO: Container tas-controller ready: true, restart count 0 Aug 18 12:00:53.962: INFO: Container tas-extender ready: true, restart count 0 Aug 18 12:00:53.962: INFO: webserver-deployment-dd94f59b7-ttks8 started at 2021-08-18 11:56:51 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.962: INFO: Container httpd ready: false, restart count 0 Aug 18 12:00:53.962: INFO: nginx-proxy-node2 started at 2021-08-18 08:28:52 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.962: INFO: Container nginx-proxy ready: true, restart count 1 Aug 18 12:00:53.962: INFO: webserver-deployment-dd94f59b7-4pbnc started at 2021-08-18 11:56:51 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.962: INFO: Container httpd ready: false, restart count 0 Aug 18 12:00:53.962: INFO: webserver-deployment-dd94f59b7-qmb69 started at 2021-08-18 11:56:51 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.962: INFO: Container httpd ready: false, restart count 0 Aug 18 12:00:53.962: INFO: webserver-deployment-dd94f59b7-bvwxs started at 2021-08-18 11:56:51 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.962: INFO: Container httpd ready: false, restart count 0 Aug 18 12:00:53.962: INFO: kubernetes-dashboard-86c6f9df5b-qrtdk started at 2021-08-18 08:23:59 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.962: INFO: Container kubernetes-dashboard ready: true, restart count 2 Aug 18 12:00:53.962: INFO: cmk-748rz started at 2021-08-18 08:32:53 +0000 UTC (0+2 container statuses recorded) Aug 18 12:00:53.962: INFO: Container nodereport ready: true, restart count 0 Aug 18 12:00:53.962: INFO: Container reconcile ready: true, restart count 0 Aug 18 12:00:53.962: INFO: node-feature-discovery-worker-hzpf5 started at 2021-08-18 08:29:40 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.962: INFO: Container nfd-worker ready: true, restart count 0 Aug 18 12:00:53.962: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-c82pt started at 2021-08-18 08:30:25 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.962: INFO: Container kube-sriovdp ready: true, restart count 0 Aug 18 12:00:53.962: INFO: prometheus-operator-5bb8cb9d8f-k97ws started at 2021-08-18 08:33:38 +0000 UTC (0+2 container statuses recorded) Aug 18 12:00:53.962: INFO: Container kube-rbac-proxy ready: true, restart count 0 Aug 18 12:00:53.962: INFO: Container prometheus-operator ready: true, restart count 0 Aug 18 12:00:53.962: INFO: kube-proxy-qkj9c started at 2021-08-18 08:22:51 +0000 UTC (0+1 container statuses recorded) Aug 18 12:00:53.962: INFO: Container kube-proxy ready: true, restart count 2 W0818 12:00:53.974162 26 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. Aug 18 12:00:54.005: INFO: Latency metrics for node node2 Aug 18 12:00:54.005: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready STEP: Destroying namespace "downward-api-718" for this suite.