/workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 May 28 21:24:07.651: error in waiting for pods to come up: failed to wait for pods running: [timed out waiting for the condition] Unexpected error: <*errors.errorString | 0xc001dcd560>: { s: "failed to wait for pods running: [timed out waiting for the condition]", } failed to wait for pods running: [timed out waiting for the condition] occurred /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apps/deployment.go:367 [BeforeEach] [sig-apps] Deployment /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:174 STEP: Creating a kubernetes client May 28 21:19:02.614: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename deployment STEP: Waiting for a default service account to be provisioned in namespace [BeforeEach] [sig-apps] Deployment /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apps/deployment.go:78 [It] deployment should delete old replica sets [Conformance] /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 May 28 21:19:02.640: INFO: Pod name cleanup-pod: Found 0 pods out of 1 May 28 21:19:07.643: INFO: Pod name cleanup-pod: Found 1 pods out of 1 STEP: ensuring each pod is running May 28 21:24:07.651: FAIL: error in waiting for pods to come up: failed to wait for pods running: [timed out waiting for the condition] Unexpected error: <*errors.errorString | 0xc001dcd560>: { s: "failed to wait for pods running: [timed out waiting for the condition]", } failed to wait for pods running: [timed out waiting for the condition] occurred Full Stack Trace k8s.io/kubernetes/test/e2e/apps.testDeploymentCleanUpPolicy(0xc0008c51e0) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apps/deployment.go:367 +0x55a k8s.io/kubernetes/test/e2e/apps.glob..func4.6() /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apps/deployment.go:109 +0x2a k8s.io/kubernetes/test/e2e.RunE2ETests(0xc0008a1c80) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:130 +0x345 k8s.io/kubernetes/test/e2e.TestE2E(0xc0008a1c80) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:145 +0x2b testing.tRunner(0xc0008a1c80, 0x4de5140) /usr/local/go/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1168 +0x2b3 [AfterEach] [sig-apps] Deployment /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apps/deployment.go:72 May 28 21:24:07.656: INFO: Log out all the ReplicaSets if there is no deployment created May 28 21:24:07.659: INFO: ReplicaSet "test-cleanup-controller": &ReplicaSet{ObjectMeta:{test-cleanup-controller deployment-462 /apis/apps/v1/namespaces/deployment-462/replicasets/test-cleanup-controller 543ce72e-ec81-4d47-b937-f104110ad495 23277 1 2021-05-28 21:19:02 +0000 UTC <nil> <nil> map[name:cleanup-pod pod:httpd] map[] [] [] [{e2e.test Update apps/v1 2021-05-28 21:19:02 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{".":{},"f:name":{},"f:pod":{}}},"f:spec":{"f:replicas":{},"f:selector":{"f:matchLabels":{".":{},"f:name":{},"f:pod":{}}},"f:template":{"f:metadata":{"f:labels":{".":{},"f:name":{},"f:pod":{}}},"f:spec":{"f:containers":{"k:{\"name\":\"httpd\"}":{".":{},"f:image":{},"f:imagePullPolicy":{},"f:name":{},"f:resources":{},"f:terminationMessagePath":{},"f:terminationMessagePolicy":{}}},"f:dnsPolicy":{},"f:restartPolicy":{},"f:schedulerName":{},"f:securityContext":{},"f:terminationGracePeriodSeconds":{}}}}}} {kube-controller-manager Update apps/v1 2021-05-28 21:19:02 +0000 UTC FieldsV1 {"f:status":{"f:fullyLabeledReplicas":{},"f:observedGeneration":{},"f:replicas":{}}}}]},Spec:ReplicaSetSpec{Replicas:*1,Selector:&v1.LabelSelector{MatchLabels:map[string]string{name: cleanup-pod,pod: httpd,},MatchExpressions:[]LabelSelectorRequirement{},},Template:{{ 0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[name:cleanup-pod pod:httpd] map[] [] [] []} {[] [] [{httpd docker.io/library/httpd:2.4.38-alpine [] [] [] [] [] {map[] map[]} [] [] nil nil nil nil /dev/termination-log File IfNotPresent nil false false false}] [] Always 0xc003eb37f8 <nil> ClusterFirst map[] <nil> false false false <nil> PodSecurityContext{SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,SupplementalGroups:[],FSGroup:nil,RunAsGroup:nil,Sysctls:[]Sysctl{},WindowsOptions:nil,FSGroupChangePolicy:nil,SeccompProfile:nil,} [] nil default-scheduler [] [] <nil> nil [] <nil> <nil> <nil> map[] [] <nil>}},MinReadySeconds:0,},Status:ReplicaSetStatus{Replicas:1,FullyLabeledReplicas:1,ObservedGeneration:1,ReadyReplicas:0,AvailableReplicas:0,Conditions:[]ReplicaSetCondition{},},} May 28 21:24:07.662: INFO: pod: "test-cleanup-controller-p2bgj": &Pod{ObjectMeta:{test-cleanup-controller-p2bgj test-cleanup-controller- deployment-462 /api/v1/namespaces/deployment-462/pods/test-cleanup-controller-p2bgj 45a843ad-d07c-486a-80ac-e047d3e03ce4 27402 0 2021-05-28 21:19:02 +0000 UTC <nil> <nil> map[name:cleanup-pod pod:httpd] map[k8s.v1.cni.cncf.io/network-status:[{ "name": "default-cni-network", "interface": "eth0", "ips": [ "10.244.4.64" ], "mac": "4e:6b:37:f9:54:35", "default": true, "dns": {} }] k8s.v1.cni.cncf.io/networks-status:[{ "name": "default-cni-network", "interface": "eth0", "ips": [ "10.244.4.64" ], "mac": "4e:6b:37:f9:54:35", "default": true, "dns": {} }] kubernetes.io/psp:collectd] [{apps/v1 ReplicaSet test-cleanup-controller 543ce72e-ec81-4d47-b937-f104110ad495 0xc003eb3b47 0xc003eb3b48}] [] [{kube-controller-manager Update v1 2021-05-28 21:19:02 +0000 UTC FieldsV1 {"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:name":{},"f:pod":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"543ce72e-ec81-4d47-b937-f104110ad495\"}":{".":{},"f:apiVersion":{},"f:blockOwnerDeletion":{},"f:controller":{},"f:kind":{},"f:name":{},"f:uid":{}}}},"f:spec":{"f:containers":{"k:{\"name\":\"httpd\"}":{".":{},"f:image":{},"f:imagePullPolicy":{},"f:name":{},"f:resources":{},"f:terminationMessagePath":{},"f:terminationMessagePolicy":{}}},"f:dnsPolicy":{},"f:enableServiceLinks":{},"f:restartPolicy":{},"f:schedulerName":{},"f:securityContext":{},"f:terminationGracePeriodSeconds":{}}}} {multus Update v1 2021-05-28 21:19:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:k8s.v1.cni.cncf.io/network-status":{},"f:k8s.v1.cni.cncf.io/networks-status":{}}}}} {kubelet Update v1 2021-05-28 21:19:13 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"ContainersReady\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Initialized\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:containerStatuses":{},"f:hostIP":{},"f:podIP":{},"f:podIPs":{".":{},"k:{\"ip\":\"10.244.4.64\"}":{".":{},"f:ip":{}}},"f:startTime":{}}}}]},Spec:PodSpec{Volumes:[]Volume{Volume{Name:default-token-qlhcv,VolumeSource:VolumeSource{HostPath:nil,EmptyDir:nil,GCEPersistentDisk:nil,AWSElasticBlockStore:nil,GitRepo:nil,Secret:&SecretVolumeSource{SecretName:default-token-qlhcv,Items:[]KeyToPath{},DefaultMode:*420,Optional:nil,},NFS:nil,ISCSI:nil,Glusterfs:nil,PersistentVolumeClaim:nil,RBD:nil,FlexVolume:nil,Cinder:nil,CephFS:nil,Flocker:nil,DownwardAPI:nil,FC:nil,AzureFile:nil,ConfigMap:nil,VsphereVolume:nil,Quobyte:nil,AzureDisk:nil,PhotonPersistentDisk:nil,PortworxVolume:nil,ScaleIO:nil,Projected:nil,StorageOS:nil,CSI:nil,Ephemeral:nil,},},},Containers:[]Container{Container{Name:httpd,Image:docker.io/library/httpd:2.4.38-alpine,Command:[],Args:[],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{},Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:default-token-qlhcv,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,},},LivenessProbe:nil,ReadinessProbe:nil,Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:Always,SecurityContext:nil,Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,},},RestartPolicy:Always,TerminationGracePeriodSeconds:*0,ActiveDeadlineSeconds:nil,DNSPolicy:ClusterFirst,NodeSelector:map[string]string{},ServiceAccountName:default,DeprecatedServiceAccount:default,NodeName:node1,HostNetwork:false,HostPID:false,HostIPC:false,SecurityContext:&PodSecurityContext{SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,SupplementalGroups:[],FSGroup:nil,RunAsGroup:nil,Sysctls:[]Sysctl{},WindowsOptions:nil,FSGroupChangePolicy:nil,SeccompProfile:nil,},ImagePullSecrets:[]LocalObjectReference{},Hostname:,Subdomain:,Affinity:nil,SchedulerName:default-scheduler,InitContainers:[]Container{},AutomountServiceAccountToken:nil,Tolerations:[]Toleration{Toleration{Key:node.kubernetes.io/not-ready,Operator:Exists,Value:,Effect:NoExecute,TolerationSeconds:*300,},Toleration{Key:node.kubernetes.io/unreachable,Operator:Exists,Value:,Effect:NoExecute,TolerationSeconds:*300,},},HostAliases:[]HostAlias{},PriorityClassName:,Priority:*0,DNSConfig:nil,ShareProcessNamespace:nil,ReadinessGates:[]PodReadinessGate{},RuntimeClassName:nil,EnableServiceLinks:*true,PreemptionPolicy:*PreemptLowerPriority,Overhead:ResourceList{},TopologySpreadConstraints:[]TopologySpreadConstraint{},EphemeralContainers:[]EphemeralContainer{},SetHostnameAsFQDN:nil,},Status:PodStatus{Phase:Pending,Conditions:[]PodCondition{PodCondition{Type:Initialized,Status:True,LastProbeTime:0001-01-01 00:00:00 +0000 UTC,LastTransitionTime:2021-05-28 21:19:02 +0000 UTC,Reason:,Message:,},PodCondition{Type:Ready,Status:False,LastProbeTime:0001-01-01 00:00:00 +0000 UTC,LastTransitionTime:2021-05-28 21:19:02 +0000 UTC,Reason:ContainersNotReady,Message:containers with unready status: [httpd],},PodCondition{Type:ContainersReady,Status:False,LastProbeTime:0001-01-01 00:00:00 +0000 UTC,LastTransitionTime:2021-05-28 21:19:02 +0000 UTC,Reason:ContainersNotReady,Message:containers with unready status: [httpd],},PodCondition{Type:PodScheduled,Status:True,LastProbeTime:0001-01-01 00:00:00 +0000 UTC,LastTransitionTime:2021-05-28 21:19:02 +0000 UTC,Reason:,Message:,},},Message:,Reason:,HostIP:10.10.190.207,PodIP:10.244.4.64,StartTime:2021-05-28 21:19:02 +0000 UTC,ContainerStatuses:[]ContainerStatus{ContainerStatus{Name:httpd,State:ContainerState{Waiting:&ContainerStateWaiting{Reason:ImagePullBackOff,Message:Back-off pulling image "docker.io/library/httpd:2.4.38-alpine",},Running:nil,Terminated:nil,},LastTerminationState:ContainerState{Waiting:nil,Running:nil,Terminated:nil,},Ready:false,RestartCount:0,Image:docker.io/library/httpd:2.4.38-alpine,ImageID:,ContainerID:,Started:*false,},},QOSClass:BestEffort,InitContainerStatuses:[]ContainerStatus{},NominatedNodeName:,PodIPs:[]PodIP{PodIP{IP:10.244.4.64,},},EphemeralContainerStatuses:[]ContainerStatus{},},} [AfterEach] [sig-apps] Deployment /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:175 STEP: Collecting events from namespace "deployment-462". STEP: Found 10 events. May 28 21:24:07.665: INFO: At 2021-05-28 21:19:02 +0000 UTC - event for test-cleanup-controller: {replicaset-controller } SuccessfulCreate: Created pod: test-cleanup-controller-p2bgj May 28 21:24:07.665: INFO: At 2021-05-28 21:19:02 +0000 UTC - event for test-cleanup-controller-p2bgj: {default-scheduler } Scheduled: Successfully assigned deployment-462/test-cleanup-controller-p2bgj to node1 May 28 21:24:07.665: INFO: At 2021-05-28 21:19:07 +0000 UTC - event for test-cleanup-controller-p2bgj: {multus } AddedInterface: Add eth0 [10.244.4.61/24] May 28 21:24:07.665: INFO: At 2021-05-28 21:19:07 +0000 UTC - event for test-cleanup-controller-p2bgj: {kubelet node1} Pulling: Pulling image "docker.io/library/httpd:2.4.38-alpine" May 28 21:24:07.665: INFO: At 2021-05-28 21:19:09 +0000 UTC - event for test-cleanup-controller-p2bgj: {kubelet node1} Failed: Error: ErrImagePull May 28 21:24:07.665: INFO: At 2021-05-28 21:19:09 +0000 UTC - event for test-cleanup-controller-p2bgj: {kubelet node1} SandboxChanged: Pod sandbox changed, it will be killed and re-created. May 28 21:24:07.665: INFO: At 2021-05-28 21:19:09 +0000 UTC - event for test-cleanup-controller-p2bgj: {kubelet node1} Failed: Failed to pull image "docker.io/library/httpd:2.4.38-alpine": rpc error: code = Unknown desc = Error response from daemon: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit May 28 21:24:07.665: INFO: At 2021-05-28 21:19:12 +0000 UTC - event for test-cleanup-controller-p2bgj: {multus } AddedInterface: Add eth0 [10.244.4.64/24] May 28 21:24:07.665: INFO: At 2021-05-28 21:19:13 +0000 UTC - event for test-cleanup-controller-p2bgj: {kubelet node1} BackOff: Back-off pulling image "docker.io/library/httpd:2.4.38-alpine" May 28 21:24:07.665: INFO: At 2021-05-28 21:19:13 +0000 UTC - event for test-cleanup-controller-p2bgj: {kubelet node1} Failed: Error: ImagePullBackOff May 28 21:24:07.668: INFO: POD NODE PHASE GRACE CONDITIONS May 28 21:24:07.668: INFO: test-cleanup-controller-p2bgj node1 Pending [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:19:02 +0000 UTC } {Ready False 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:19:02 +0000 UTC ContainersNotReady containers with unready status: [httpd]} {ContainersReady False 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:19:02 +0000 UTC ContainersNotReady containers with unready status: [httpd]} {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:19:02 +0000 UTC }] May 28 21:24:07.668: INFO: May 28 21:24:07.672: INFO: Logging node info for node master1 May 28 21:24:07.675: INFO: Node Info: &Node{ObjectMeta:{master1 /api/v1/nodes/master1 0aa78934-442a-44a3-8c5c-f827e18dd3d7 28344 0 2021-05-28 19:56:25 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master1 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"0a:41:0b:9d:15:5a"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.202 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:56:25 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:56:26 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.0.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.0.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:02:03 +0000 UTC,LastTransitionTime:2021-05-28 20:02:03 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:24:06 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:24:06 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:24:06 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:24:06 +0000 UTC,LastTransitionTime:2021-05-28 19:59:09 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.202,},NodeAddress{Type:Hostname,Address:master1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:f7fb2c462cae4b9c990ab2e5c72f7816,SystemUUID:00ACFB60-0631-E711-906E-0017A4403562,BootID:24c06694-15ae-4da4-9143-144d98afdd8d,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:9d07c391aeb1a9d02eb4343c113ed01825227c70c32b3cae861711f90191b0fd quay.io/coreos/kube-rbac-proxy:v0.4.1],SizeBytes:41317870,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[quay.io/coreos/prometheus-operator@sha256:a54e806fb27d2fb0251da4f3b2a3bb5320759af63a54a755788304775f2384a7 quay.io/coreos/prometheus-operator:v0.40.0],SizeBytes:38238457,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[registry@sha256:1cd9409a311350c3072fe510b52046f104416376c126a479cef9a4dfe692cf57 registry:2.7.0],SizeBytes:24191168,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:7f3d9945acdf5d86edd89b2b16fe1f6d63ba8bdb4cab50e66f9bce162df9e388 tas-controller:latest localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[nginx@sha256:a97eb9ecc708c8aa715ccfb5e9338f5456e4b65575daf304f108301f3b497314 nginx:1.19.2-alpine],SizeBytes:22052669,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:9af6075c93013910787a4e97973da6e0739a86dee1186d7965a5d00b1ac35636 tas-extender:latest localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:5577654,},ContainerImage{Names:[alpine@sha256:c0e9560cda118f9ec63ddefb4a173a2b2a0347082d7dff7dc14272e7841a5b5a alpine:3.12.1],SizeBytes:5573013,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:24:07.676: INFO: Logging kubelet events for node master1 May 28 21:24:07.678: INFO: Logging pods the kubelet thinks is on node master1 May 28 21:24:07.701: INFO: kube-proxy-994p2 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.701: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:24:07.701: INFO: kube-flannel-d54gm started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:24:07.701: INFO: Init container install-cni ready: true, restart count 0 May 28 21:24:07.701: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:24:07.701: INFO: coredns-7677f9bb54-zb7h8 started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.701: INFO: Container coredns ready: true, restart count 1 May 28 21:24:07.701: INFO: node-exporter-9b7pq started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:24:07.701: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:24:07.701: INFO: Container node-exporter ready: true, restart count 0 May 28 21:24:07.701: INFO: kube-controller-manager-master1 started at 2021-05-28 19:57:39 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.701: INFO: Container kube-controller-manager ready: true, restart count 2 May 28 21:24:07.701: INFO: kube-multus-ds-amd64-n9j8k started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.701: INFO: Container kube-multus ready: true, restart count 1 May 28 21:24:07.701: INFO: docker-registry-docker-registry-56cbc7bc58-rbghz started at 2021-05-28 20:02:55 +0000 UTC (0+2 container statuses recorded) May 28 21:24:07.701: INFO: Container docker-registry ready: true, restart count 0 May 28 21:24:07.701: INFO: Container nginx ready: true, restart count 0 May 28 21:24:07.701: INFO: prometheus-operator-5bb8cb9d8f-7wdtq started at 2021-05-28 20:10:02 +0000 UTC (0+2 container statuses recorded) May 28 21:24:07.701: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:24:07.701: INFO: Container prometheus-operator ready: true, restart count 0 May 28 21:24:07.701: INFO: kube-scheduler-master1 started at 2021-05-28 19:57:39 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.701: INFO: Container kube-scheduler ready: true, restart count 0 May 28 21:24:07.701: INFO: kube-apiserver-master1 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.701: INFO: Container kube-apiserver ready: true, restart count 0 W0528 21:24:07.714659 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:24:07.742: INFO: Latency metrics for node master1 May 28 21:24:07.742: INFO: Logging node info for node master2 May 28 21:24:07.745: INFO: Node Info: &Node{ObjectMeta:{master2 /api/v1/nodes/master2 b80f32b6-a396-4f09-a110-345a08d762ee 28320 0 2021-05-28 19:57:04 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master2 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"b2:be:c9:d8:cf:bb"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.203 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/master.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:57:04 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:57:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}},"f:taints":{}}}} {nfd-master Update v1 2021-05-28 20:06:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/master.version":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.1.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:00:49 +0000 UTC,LastTransitionTime:2021-05-28 20:00:49 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:24:03 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:24:03 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:24:03 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:24:03 +0000 UTC,LastTransitionTime:2021-05-28 20:00:43 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.203,},NodeAddress{Type:Hostname,Address:master2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2746caf91c53460599f165aa716150cd,SystemUUID:00A0DE53-E51D-E711-906E-0017A4403562,BootID:b63b522f-706f-4e28-a104-c73edcd04319,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:24:07.745: INFO: Logging kubelet events for node master2 May 28 21:24:07.748: INFO: Logging pods the kubelet thinks is on node master2 May 28 21:24:07.756: INFO: kube-apiserver-master2 started at 2021-05-28 20:05:31 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.756: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:24:07.756: INFO: kube-controller-manager-master2 started at 2021-05-28 20:05:41 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.756: INFO: Container kube-controller-manager ready: true, restart count 3 May 28 21:24:07.756: INFO: kube-flannel-xvtkj started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:24:07.756: INFO: Init container install-cni ready: true, restart count 0 May 28 21:24:07.756: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:24:07.756: INFO: kube-multus-ds-amd64-qjwcz started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.756: INFO: Container kube-multus ready: true, restart count 1 May 28 21:24:07.756: INFO: node-feature-discovery-controller-5bf5c49849-n9ncl started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.756: INFO: Container nfd-controller ready: true, restart count 0 May 28 21:24:07.756: INFO: kube-scheduler-master2 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.756: INFO: Container kube-scheduler ready: true, restart count 3 May 28 21:24:07.756: INFO: kube-proxy-jkbl8 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.756: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:24:07.756: INFO: dns-autoscaler-5b7b5c9b6f-r797x started at 2021-05-28 19:59:31 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.756: INFO: Container autoscaler ready: true, restart count 1 May 28 21:24:07.756: INFO: node-exporter-frch9 started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:24:07.756: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:24:07.756: INFO: Container node-exporter ready: true, restart count 0 W0528 21:24:07.770089 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:24:07.800: INFO: Latency metrics for node master2 May 28 21:24:07.800: INFO: Logging node info for node master3 May 28 21:24:07.802: INFO: Node Info: &Node{ObjectMeta:{master3 /api/v1/nodes/master3 301b0b5b-fc42-4c78-adb7-75baf6e0cc7e 28343 0 2021-05-28 19:57:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master3 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"52:fa:ab:49:88:02"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.204 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:57:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:57:15 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.2.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.2.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:02:12 +0000 UTC,LastTransitionTime:2021-05-28 20:02:12 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:24:06 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:24:06 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:24:06 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:24:06 +0000 UTC,LastTransitionTime:2021-05-28 19:59:09 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.204,},NodeAddress{Type:Hostname,Address:master3,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a0cb6c0eb1d842469076fff344213c13,SystemUUID:008B1444-141E-E711-906E-0017A4403562,BootID:c6adcff4-8bf7-40d7-9d14-54b1c6a87bc8,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:24:07.803: INFO: Logging kubelet events for node master3 May 28 21:24:07.805: INFO: Logging pods the kubelet thinks is on node master3 May 28 21:24:07.813: INFO: kube-flannel-zrskq started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:24:07.813: INFO: Init container install-cni ready: true, restart count 0 May 28 21:24:07.813: INFO: Container kube-flannel ready: true, restart count 1 May 28 21:24:07.813: INFO: kube-multus-ds-amd64-wqgf7 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.813: INFO: Container kube-multus ready: true, restart count 1 May 28 21:24:07.813: INFO: coredns-7677f9bb54-8v554 started at 2021-05-28 19:59:28 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.813: INFO: Container coredns ready: true, restart count 1 May 28 21:24:07.813: INFO: node-exporter-w42s5 started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:24:07.813: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:24:07.813: INFO: Container node-exporter ready: true, restart count 0 May 28 21:24:07.813: INFO: kube-apiserver-master3 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.813: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:24:07.813: INFO: kube-controller-manager-master3 started at 2021-05-28 20:06:02 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.813: INFO: Container kube-controller-manager ready: true, restart count 1 May 28 21:24:07.813: INFO: kube-scheduler-master3 started at 2021-05-28 20:01:23 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.813: INFO: Container kube-scheduler ready: true, restart count 1 May 28 21:24:07.813: INFO: kube-proxy-t5bh6 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.813: INFO: Container kube-proxy ready: true, restart count 1 W0528 21:24:07.826491 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:24:07.855: INFO: Latency metrics for node master3 May 28 21:24:07.855: INFO: Logging node info for node node1 May 28 21:24:07.858: INFO: Node Info: &Node{ObjectMeta:{node1 /api/v1/nodes/node1 43e51cb4-5acb-42b5-8f26-cd5e977f3829 28338 0 2021-05-28 19:58:22 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.25.1.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node1 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"d2:9d:b7:73:58:07"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.207 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.4.0/24\"":{}}}}} {kubeadm Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-05-28 20:06:07 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-05-28 20:08:35 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-05-28 20:08:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.4.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269628928 0} {<nil>} 196552372Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884628480 0} {<nil>} 174692020Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:01:58 +0000 UTC,LastTransitionTime:2021-05-28 20:01:58 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:24:05 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:24:05 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:24:05 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:24:05 +0000 UTC,LastTransitionTime:2021-05-28 19:59:04 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.207,},NodeAddress{Type:Hostname,Address:node1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:abe6e95dbfa24a9abd34d8fa2abe7655,SystemUUID:00CDA902-D022-E711-906E-0017A4403562,BootID:17719d1f-7df5-4d95-81f3-7d3ac5110ba2,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d731a0fc49b9ad6125b8d5dcb29da2b60bc940b48eacb6f5a9eb2a55c10598db localhost:30500/barometer-collectd:stable],SizeBytes:1464395058,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:1002495332,},ContainerImage{Names:[opnfv/barometer-collectd@sha256:ed5c574f653e2a39e784ff322033a2319aafde7366c803a88f20f7a2a8bc1efb opnfv/barometer-collectd:stable],SizeBytes:825413035,},ContainerImage{Names:[localhost:30500/cmk@sha256:97953d03767e4c2eb5d156394aeaf4bb0b74f3fd1ad08c303cb7561e272a00ff cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[golang@sha256:aa24a0a337084e0747e7c8e97e1131270ae38150e691314f1fa19f4b2f9093c0 golang:alpine3.12],SizeBytes:301156062,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 k8s.gcr.io/etcd:3.4.13-0],SizeBytes:253392289,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[grafana/grafana@sha256:89304bc2335f4976618548d7b93d165ed67369d3a051d2f627fc4e0aa3d0aff1 grafana/grafana:7.1.0],SizeBytes:179601493,},ContainerImage{Names:[quay.io/prometheus/prometheus@sha256:d4ba4dd1a9ebb90916d0bfed3c204adcb118ed24546bf8dd2e6b30fc0fd2009e quay.io/prometheus/prometheus:v2.20.0],SizeBytes:144886595,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/sample-apiserver@sha256:ff02aacd9766d597883fabafc7ad604c719a57611db1bcc1564c69a45b000a55 gcr.io/kubernetes-e2e-test-images/sample-apiserver:1.17],SizeBytes:60684726,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[directxman12/k8s-prometheus-adapter-amd64@sha256:b63dc612e3cb73f79d2401a4516f794f9f0a83002600ca72e675e41baecff437 directxman12/k8s-prometheus-adapter-amd64:v0.6.0],SizeBytes:53267842,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:2bec7a43da8efe70cb7cb14020a6b10aecd02c87e020d394de84e6807e2cf620 nfvpe/sriov-device-plugin:latest localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44392623,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[quay.io/coreos/prometheus-config-reloader@sha256:c679a143b24b7731ad1577a9865aa3805426cbf1b25e30807b951dff68466ffd quay.io/coreos/prometheus-config-reloader:v0.40.0],SizeBytes:10131705,},ContainerImage{Names:[jimmidyson/configmap-reload@sha256:d107c7a235c266273b1c3502a391fec374430e5625539403d0de797fa9c556a2 jimmidyson/configmap-reload:v0.3.0],SizeBytes:9700438,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[alpine@sha256:36553b10a4947067b9fbb7d532951066293a68eae893beba1d9235f7d11a20ad alpine:3.12],SizeBytes:5581415,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:24:07.858: INFO: Logging kubelet events for node node1 May 28 21:24:07.861: INFO: Logging pods the kubelet thinks is on node node1 May 28 21:24:07.877: INFO: node-feature-discovery-worker-5x4qg started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.877: INFO: Container nfd-worker ready: true, restart count 0 May 28 21:24:07.877: INFO: downward-api-46a996fd-082e-4db5-8ca5-146a6a0c45ff started at 2021-05-28 21:23:19 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.877: INFO: Container dapi-container ready: false, restart count 0 May 28 21:24:07.877: INFO: ss2-1 started at 2021-05-28 21:18:56 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.877: INFO: Container webserver ready: true, restart count 0 May 28 21:24:07.877: INFO: nginx-proxy-node1 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.877: INFO: Container nginx-proxy ready: true, restart count 1 May 28 21:24:07.877: INFO: kubernetes-metrics-scraper-678c97765c-wblkm started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.877: INFO: Container kubernetes-metrics-scraper ready: true, restart count 1 May 28 21:24:07.877: INFO: kubernetes-dashboard-86c6f9df5b-c5sbq started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.877: INFO: Container kubernetes-dashboard ready: true, restart count 2 May 28 21:24:07.877: INFO: prometheus-k8s-0 started at 2021-05-28 20:10:26 +0000 UTC (0+5 container statuses recorded) May 28 21:24:07.877: INFO: Container custom-metrics-apiserver ready: true, restart count 0 May 28 21:24:07.877: INFO: Container grafana ready: true, restart count 0 May 28 21:24:07.877: INFO: Container prometheus ready: true, restart count 1 May 28 21:24:07.877: INFO: Container prometheus-config-reloader ready: true, restart count 0 May 28 21:24:07.877: INFO: Container rules-configmap-reloader ready: true, restart count 0 May 28 21:24:07.877: INFO: ss-0 started at 2021-05-28 21:19:57 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.877: INFO: Container webserver ready: false, restart count 0 May 28 21:24:07.877: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-zk2pt started at 2021-05-28 20:06:47 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.877: INFO: Container kube-sriovdp ready: true, restart count 0 May 28 21:24:07.877: INFO: cmk-init-discover-node1-rvqxm started at 2021-05-28 20:08:32 +0000 UTC (0+3 container statuses recorded) May 28 21:24:07.877: INFO: Container discover ready: false, restart count 0 May 28 21:24:07.877: INFO: Container init ready: false, restart count 0 May 28 21:24:07.877: INFO: Container install ready: false, restart count 0 May 28 21:24:07.877: INFO: cmk-jhzjr started at 2021-05-28 20:09:15 +0000 UTC (0+2 container statuses recorded) May 28 21:24:07.877: INFO: Container nodereport ready: true, restart count 0 May 28 21:24:07.877: INFO: Container reconcile ready: true, restart count 0 May 28 21:24:07.877: INFO: test-cleanup-controller-p2bgj started at 2021-05-28 21:19:02 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.877: INFO: Container httpd ready: false, restart count 0 May 28 21:24:07.877: INFO: ss2-2 started at 2021-05-28 21:19:02 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.877: INFO: Container webserver ready: false, restart count 0 May 28 21:24:07.877: INFO: fail-once-local-sgxcs started at 2021-05-28 21:19:10 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.877: INFO: Container c ready: false, restart count 0 May 28 21:24:07.877: INFO: kube-proxy-lsngv started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.877: INFO: Container kube-proxy ready: true, restart count 2 May 28 21:24:07.877: INFO: node-exporter-khdpg started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:24:07.877: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:24:07.877: INFO: Container node-exporter ready: true, restart count 0 May 28 21:24:07.877: INFO: var-expansion-80b96b32-b368-4182-baf8-c58a6686db38 started at 2021-05-28 21:20:40 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.877: INFO: Container dapi-container ready: false, restart count 0 May 28 21:24:07.877: INFO: kube-flannel-2tjjt started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:24:07.877: INFO: Init container install-cni ready: true, restart count 0 May 28 21:24:07.877: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:24:07.877: INFO: kube-multus-ds-amd64-x7826 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.877: INFO: Container kube-multus ready: true, restart count 1 May 28 21:24:07.877: INFO: collectd-qw9nd started at 2021-05-28 20:16:29 +0000 UTC (0+3 container statuses recorded) May 28 21:24:07.877: INFO: Container collectd ready: true, restart count 0 May 28 21:24:07.877: INFO: Container collectd-exporter ready: true, restart count 0 May 28 21:24:07.877: INFO: Container rbac-proxy ready: true, restart count 0 W0528 21:24:07.891358 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:24:07.935: INFO: Latency metrics for node node1 May 28 21:24:07.935: INFO: Logging node info for node node2 May 28 21:24:07.938: INFO: Node Info: &Node{ObjectMeta:{node2 /api/v1/nodes/node2 3cc89580-b568-4c82-bd1f-200d0823da3b 28335 0 2021-05-28 19:58:22 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.25.1.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node2 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"62:22:2c:ae:14:ae"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.208 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.3.0/24\"":{}}}}} {kubeadm Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-05-28 20:06:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-05-28 20:08:58 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-05-28 20:09:00 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.3.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:01:05 +0000 UTC,LastTransitionTime:2021-05-28 20:01:05 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:24:05 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:24:05 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:24:05 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:24:05 +0000 UTC,LastTransitionTime:2021-05-28 19:59:04 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.208,},NodeAddress{Type:Hostname,Address:node2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b2730c4b09814ab9a78e7bc62c820fbb,SystemUUID:80B3CD56-852F-E711-906E-0017A4403562,BootID:f1459072-d21d-46de-a5d9-46ec9349aae0,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d731a0fc49b9ad6125b8d5dcb29da2b60bc940b48eacb6f5a9eb2a55c10598db localhost:30500/barometer-collectd:stable],SizeBytes:1464395058,},ContainerImage{Names:[localhost:30500/cmk@sha256:97953d03767e4c2eb5d156394aeaf4bb0b74f3fd1ad08c303cb7561e272a00ff localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:2bec7a43da8efe70cb7cb14020a6b10aecd02c87e020d394de84e6807e2cf620 localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44392623,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonroot@sha256:4bd7ae247de5c988700233c5a4b55e804ffe90f8c66ae64853f1dae37b847213 gcr.io/kubernetes-e2e-test-images/nonroot:1.0],SizeBytes:42321438,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:7f3d9945acdf5d86edd89b2b16fe1f6d63ba8bdb4cab50e66f9bce162df9e388 localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:9af6075c93013910787a4e97973da6e0739a86dee1186d7965a5d00b1ac35636 localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:4206620,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:24:07.938: INFO: Logging kubelet events for node node2 May 28 21:24:07.941: INFO: Logging pods the kubelet thinks is on node node2 May 28 21:24:07.954: INFO: pod-sharedvolume-14e76001-660d-437e-a211-4723afde06a6 started at 2021-05-28 21:20:41 +0000 UTC (0+2 container statuses recorded) May 28 21:24:07.954: INFO: Container busybox-main-container ready: false, restart count 0 May 28 21:24:07.954: INFO: Container busybox-sub-container ready: false, restart count 0 May 28 21:24:07.954: INFO: node-feature-discovery-worker-j2wnf started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.954: INFO: Container nfd-worker ready: true, restart count 0 May 28 21:24:07.954: INFO: cmk-5vxwj started at 2021-05-28 20:09:16 +0000 UTC (0+2 container statuses recorded) May 28 21:24:07.954: INFO: Container nodereport ready: true, restart count 0 May 28 21:24:07.954: INFO: Container reconcile ready: true, restart count 0 May 28 21:24:07.954: INFO: fail-once-local-64bh4 started at 2021-05-28 21:19:10 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.954: INFO: Container c ready: false, restart count 0 May 28 21:24:07.954: INFO: ss-0 started at 2021-05-28 21:19:15 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.954: INFO: Container webserver ready: false, restart count 0 May 28 21:24:07.954: INFO: kube-flannel-d9wsg started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:24:07.954: INFO: Init container install-cni ready: true, restart count 2 May 28 21:24:07.954: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:24:07.954: INFO: kube-multus-ds-amd64-c9cj2 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.954: INFO: Container kube-multus ready: true, restart count 1 May 28 21:24:07.954: INFO: cmk-webhook-6c9d5f8578-6cpp6 started at 2021-05-28 20:09:16 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.954: INFO: Container cmk-webhook ready: true, restart count 0 May 28 21:24:07.954: INFO: node-exporter-sjsht started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:24:07.955: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:24:07.955: INFO: Container node-exporter ready: true, restart count 0 May 28 21:24:07.955: INFO: tas-telemetry-aware-scheduling-575ccbc9d4-csd8v started at 2021-05-28 20:13:00 +0000 UTC (0+2 container statuses recorded) May 28 21:24:07.955: INFO: Container tas-controller ready: true, restart count 0 May 28 21:24:07.955: INFO: Container tas-extender ready: true, restart count 0 May 28 21:24:07.955: INFO: nginx-proxy-node2 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.955: INFO: Container nginx-proxy ready: true, restart count 2 May 28 21:24:07.955: INFO: collectd-b5dgp started at 2021-05-28 20:16:29 +0000 UTC (0+3 container statuses recorded) May 28 21:24:07.955: INFO: Container collectd ready: true, restart count 0 May 28 21:24:07.955: INFO: Container collectd-exporter ready: true, restart count 0 May 28 21:24:07.955: INFO: Container rbac-proxy ready: true, restart count 0 May 28 21:24:07.955: INFO: pod-update-activedeadlineseconds-ee15b420-9ba9-4d77-8f6f-06ede70f595a started at 2021-05-28 21:23:20 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.955: INFO: Container nginx ready: false, restart count 0 May 28 21:24:07.955: INFO: e2e-test-httpd-pod started at 2021-05-28 21:22:56 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.955: INFO: Container e2e-test-httpd-pod ready: false, restart count 0 May 28 21:24:07.955: INFO: kube-proxy-z5czn started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.955: INFO: Container kube-proxy ready: true, restart count 2 May 28 21:24:07.955: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-29vc6 started at 2021-05-28 20:06:47 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.955: INFO: Container kube-sriovdp ready: true, restart count 0 May 28 21:24:07.955: INFO: cmk-init-discover-node2-95cbr started at 2021-05-28 20:08:52 +0000 UTC (0+3 container statuses recorded) May 28 21:24:07.955: INFO: Container discover ready: false, restart count 0 May 28 21:24:07.955: INFO: Container init ready: false, restart count 0 May 28 21:24:07.955: INFO: Container install ready: false, restart count 0 May 28 21:24:07.955: INFO: ss2-0 started at 2021-05-28 21:18:50 +0000 UTC (0+1 container statuses recorded) May 28 21:24:07.955: INFO: Container webserver ready: true, restart count 0 W0528 21:24:07.968177 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:24:08.012: INFO: Latency metrics for node node2 May 28 21:24:08.012: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready STEP: Destroying namespace "deployment-462" for this suite. /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 May 28 21:26:53.169: Unexpected error: <*errors.errorString | 0xc000feccf0>: { s: "service is not reachable within 2m0s timeout on endpoint 10.10.190.207:32558 over TCP protocol", } service is not reachable within 2m0s timeout on endpoint 10.10.190.207:32558 over TCP protocol occurred /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:1242 [BeforeEach] [sig-network] Services /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:174 STEP: Creating a kubernetes client May 28 21:24:40.775: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename services STEP: Waiting for a default service account to be provisioned in namespace [BeforeEach] [sig-network] Services /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:782 [It] should be able to create a functioning NodePort service [Conformance] /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 STEP: creating service nodeport-test with type=NodePort in namespace services-6493 STEP: creating replication controller nodeport-test in namespace services-6493 I0528 21:24:40.809190 30 runners.go:190] Created replication controller with name: nodeport-test, namespace: services-6493, replica count: 2 I0528 21:24:43.859795 30 runners.go:190] nodeport-test Pods: 2 out of 2 created, 1 running, 1 pending, 0 waiting, 0 inactive, 0 terminating, 0 unknown, 0 runningButNotReady I0528 21:24:46.860135 30 runners.go:190] nodeport-test Pods: 2 out of 2 created, 2 running, 0 pending, 0 waiting, 0 inactive, 0 terminating, 0 unknown, 0 runningButNotReady May 28 21:24:46.860: INFO: Creating new exec pod May 28 21:24:51.883: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 nodeport-test 80' May 28 21:24:52.141: INFO: stderr: "+ nc -zv -t -w 2 nodeport-test 80\nConnection to nodeport-test 80 port [tcp/http] succeeded!\n" May 28 21:24:52.141: INFO: stdout: "" May 28 21:24:52.142: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.233.6.72 80' May 28 21:24:52.404: INFO: stderr: "+ nc -zv -t -w 2 10.233.6.72 80\nConnection to 10.233.6.72 80 port [tcp/http] succeeded!\n" May 28 21:24:52.404: INFO: stdout: "" May 28 21:24:52.404: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:24:52.631: INFO: rc: 1 May 28 21:24:52.631: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:24:53.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:24:53.883: INFO: rc: 1 May 28 21:24:53.883: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:24:54.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:24:54.876: INFO: rc: 1 May 28 21:24:54.876: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:24:55.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:24:55.888: INFO: rc: 1 May 28 21:24:55.888: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:24:56.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:24:56.900: INFO: rc: 1 May 28 21:24:56.900: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:24:57.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:24:57.907: INFO: rc: 1 May 28 21:24:57.907: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:24:58.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:24:58.892: INFO: rc: 1 May 28 21:24:58.893: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:24:59.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:24:59.890: INFO: rc: 1 May 28 21:24:59.890: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:00.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:00.898: INFO: rc: 1 May 28 21:25:00.899: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:01.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:01.900: INFO: rc: 1 May 28 21:25:01.901: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:02.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:02.877: INFO: rc: 1 May 28 21:25:02.877: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:03.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:03.898: INFO: rc: 1 May 28 21:25:03.898: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:04.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:05.711: INFO: rc: 1 May 28 21:25:05.711: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:06.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:06.898: INFO: rc: 1 May 28 21:25:06.898: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:07.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:07.905: INFO: rc: 1 May 28 21:25:07.905: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:08.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:08.916: INFO: rc: 1 May 28 21:25:08.916: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:09.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:09.881: INFO: rc: 1 May 28 21:25:09.881: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:10.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:10.897: INFO: rc: 1 May 28 21:25:10.897: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:11.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:11.903: INFO: rc: 1 May 28 21:25:11.903: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:12.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:12.883: INFO: rc: 1 May 28 21:25:12.883: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:13.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:13.895: INFO: rc: 1 May 28 21:25:13.895: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:14.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:14.893: INFO: rc: 1 May 28 21:25:14.893: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:15.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:15.878: INFO: rc: 1 May 28 21:25:15.878: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:16.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:16.883: INFO: rc: 1 May 28 21:25:16.883: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:17.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:17.888: INFO: rc: 1 May 28 21:25:17.888: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:18.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:18.889: INFO: rc: 1 May 28 21:25:18.890: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:19.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:19.880: INFO: rc: 1 May 28 21:25:19.880: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:20.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:20.883: INFO: rc: 1 May 28 21:25:20.883: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:21.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:21.898: INFO: rc: 1 May 28 21:25:21.898: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:22.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:22.904: INFO: rc: 1 May 28 21:25:22.905: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:23.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:23.880: INFO: rc: 1 May 28 21:25:23.880: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:24.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:24.903: INFO: rc: 1 May 28 21:25:24.903: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:25.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:25.899: INFO: rc: 1 May 28 21:25:25.899: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:26.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:26.891: INFO: rc: 1 May 28 21:25:26.891: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:27.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:27.885: INFO: rc: 1 May 28 21:25:27.885: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:28.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:28.890: INFO: rc: 1 May 28 21:25:28.890: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:29.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:29.885: INFO: rc: 1 May 28 21:25:29.886: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:30.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:30.887: INFO: rc: 1 May 28 21:25:30.887: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:31.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:31.900: INFO: rc: 1 May 28 21:25:31.900: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:32.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:32.899: INFO: rc: 1 May 28 21:25:32.899: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:33.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:33.899: INFO: rc: 1 May 28 21:25:33.899: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:34.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:35.882: INFO: rc: 1 May 28 21:25:35.882: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:36.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:36.885: INFO: rc: 1 May 28 21:25:36.885: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:37.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:37.901: INFO: rc: 1 May 28 21:25:37.901: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:38.633: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:38.913: INFO: rc: 1 May 28 21:25:38.913: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:39.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:39.887: INFO: rc: 1 May 28 21:25:39.887: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:40.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:40.892: INFO: rc: 1 May 28 21:25:40.892: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:41.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:41.918: INFO: rc: 1 May 28 21:25:41.918: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:42.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:42.882: INFO: rc: 1 May 28 21:25:42.882: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:43.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:43.882: INFO: rc: 1 May 28 21:25:43.883: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:44.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:44.882: INFO: rc: 1 May 28 21:25:44.882: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:45.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:45.911: INFO: rc: 1 May 28 21:25:45.911: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:46.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:46.892: INFO: rc: 1 May 28 21:25:46.892: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:47.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:47.893: INFO: rc: 1 May 28 21:25:47.894: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:48.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:48.892: INFO: rc: 1 May 28 21:25:48.892: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:49.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:49.892: INFO: rc: 1 May 28 21:25:49.893: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:50.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:50.870: INFO: rc: 1 May 28 21:25:50.870: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:51.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:52.020: INFO: rc: 1 May 28 21:25:52.020: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:52.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:52.891: INFO: rc: 1 May 28 21:25:52.892: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:53.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:53.885: INFO: rc: 1 May 28 21:25:53.885: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:54.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:54.894: INFO: rc: 1 May 28 21:25:54.894: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:55.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:55.898: INFO: rc: 1 May 28 21:25:55.898: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:56.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:56.882: INFO: rc: 1 May 28 21:25:56.882: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:57.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:57.871: INFO: rc: 1 May 28 21:25:57.871: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:58.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:58.897: INFO: rc: 1 May 28 21:25:58.897: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:25:59.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:25:59.908: INFO: rc: 1 May 28 21:25:59.909: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:00.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:00.903: INFO: rc: 1 May 28 21:26:00.903: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:01.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:01.900: INFO: rc: 1 May 28 21:26:01.901: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:02.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:02.886: INFO: rc: 1 May 28 21:26:02.886: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:03.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:03.884: INFO: rc: 1 May 28 21:26:03.884: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:04.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:05.715: INFO: rc: 1 May 28 21:26:05.715: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:06.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:06.909: INFO: rc: 1 May 28 21:26:06.909: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:07.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:07.905: INFO: rc: 1 May 28 21:26:07.905: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:08.633: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:08.891: INFO: rc: 1 May 28 21:26:08.891: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:09.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:09.901: INFO: rc: 1 May 28 21:26:09.901: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:10.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:10.897: INFO: rc: 1 May 28 21:26:10.897: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:11.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:11.884: INFO: rc: 1 May 28 21:26:11.884: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:12.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:12.905: INFO: rc: 1 May 28 21:26:12.905: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:13.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:13.891: INFO: rc: 1 May 28 21:26:13.891: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:14.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:14.903: INFO: rc: 1 May 28 21:26:14.903: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:15.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:15.890: INFO: rc: 1 May 28 21:26:15.890: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:16.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:16.894: INFO: rc: 1 May 28 21:26:16.894: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:17.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:17.926: INFO: rc: 1 May 28 21:26:17.926: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:18.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:18.903: INFO: rc: 1 May 28 21:26:18.903: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:19.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:19.905: INFO: rc: 1 May 28 21:26:19.906: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:20.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:20.911: INFO: rc: 1 May 28 21:26:20.911: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:21.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:21.896: INFO: rc: 1 May 28 21:26:21.896: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:22.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:22.920: INFO: rc: 1 May 28 21:26:22.920: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:23.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:23.868: INFO: rc: 1 May 28 21:26:23.869: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:24.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:24.896: INFO: rc: 1 May 28 21:26:24.896: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:25.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:25.903: INFO: rc: 1 May 28 21:26:25.903: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:26.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:26.894: INFO: rc: 1 May 28 21:26:26.894: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:27.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:27.916: INFO: rc: 1 May 28 21:26:27.916: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:28.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:28.897: INFO: rc: 1 May 28 21:26:28.897: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:29.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:29.885: INFO: rc: 1 May 28 21:26:29.885: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:30.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:30.908: INFO: rc: 1 May 28 21:26:30.908: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:31.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:31.901: INFO: rc: 1 May 28 21:26:31.901: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:32.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:32.913: INFO: rc: 1 May 28 21:26:32.913: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:33.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:33.888: INFO: rc: 1 May 28 21:26:33.888: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:34.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:35.716: INFO: rc: 1 May 28 21:26:35.716: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:36.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:36.880: INFO: rc: 1 May 28 21:26:36.880: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:37.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:37.911: INFO: rc: 1 May 28 21:26:37.911: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:38.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:38.885: INFO: rc: 1 May 28 21:26:38.885: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:39.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:39.871: INFO: rc: 1 May 28 21:26:39.871: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:40.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:40.886: INFO: rc: 1 May 28 21:26:40.886: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:41.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:41.912: INFO: rc: 1 May 28 21:26:41.912: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:42.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:42.892: INFO: rc: 1 May 28 21:26:42.893: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:43.633: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:43.933: INFO: rc: 1 May 28 21:26:43.934: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:44.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:44.892: INFO: rc: 1 May 28 21:26:44.892: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:45.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:45.892: INFO: rc: 1 May 28 21:26:45.892: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:46.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:46.906: INFO: rc: 1 May 28 21:26:46.907: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:47.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:47.947: INFO: rc: 1 May 28 21:26:47.947: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:48.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:48.917: INFO: rc: 1 May 28 21:26:48.917: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:49.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:49.906: INFO: rc: 1 May 28 21:26:49.906: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:50.632: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:50.948: INFO: rc: 1 May 28 21:26:50.948: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:51.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:51.913: INFO: rc: 1 May 28 21:26:51.913: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:52.631: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:52.904: INFO: rc: 1 May 28 21:26:52.905: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:52.905: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558' May 28 21:26:53.168: INFO: rc: 1 May 28 21:26:53.168: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-6493 exec execpod8nn4h -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32558: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32558 nc: connect to 10.10.190.207 port 32558 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:26:53.169: FAIL: Unexpected error: <*errors.errorString | 0xc000feccf0>: { s: "service is not reachable within 2m0s timeout on endpoint 10.10.190.207:32558 over TCP protocol", } service is not reachable within 2m0s timeout on endpoint 10.10.190.207:32558 over TCP protocol occurred Full Stack Trace k8s.io/kubernetes/test/e2e/network.glob..func24.11() /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:1242 +0x265 k8s.io/kubernetes/test/e2e.RunE2ETests(0xc0008a1c80) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:130 +0x345 k8s.io/kubernetes/test/e2e.TestE2E(0xc0008a1c80) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:145 +0x2b testing.tRunner(0xc0008a1c80, 0x4de5140) /usr/local/go/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1168 +0x2b3 [AfterEach] [sig-network] Services /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:175 STEP: Collecting events from namespace "services-6493". STEP: Found 20 events. May 28 21:26:53.174: INFO: At 2021-05-28 21:24:40 +0000 UTC - event for nodeport-test: {replication-controller } SuccessfulCreate: Created pod: nodeport-test-sg5tf May 28 21:26:53.174: INFO: At 2021-05-28 21:24:40 +0000 UTC - event for nodeport-test: {replication-controller } SuccessfulCreate: Created pod: nodeport-test-4sdfv May 28 21:26:53.174: INFO: At 2021-05-28 21:24:40 +0000 UTC - event for nodeport-test-4sdfv: {default-scheduler } Scheduled: Successfully assigned services-6493/nodeport-test-4sdfv to node1 May 28 21:26:53.174: INFO: At 2021-05-28 21:24:40 +0000 UTC - event for nodeport-test-sg5tf: {default-scheduler } Scheduled: Successfully assigned services-6493/nodeport-test-sg5tf to node2 May 28 21:26:53.174: INFO: At 2021-05-28 21:24:42 +0000 UTC - event for nodeport-test-4sdfv: {multus } AddedInterface: Add eth0 [10.244.4.93/24] May 28 21:26:53.174: INFO: At 2021-05-28 21:24:42 +0000 UTC - event for nodeport-test-4sdfv: {kubelet node1} Pulling: Pulling image "k8s.gcr.io/e2e-test-images/agnhost:2.20" May 28 21:26:53.174: INFO: At 2021-05-28 21:24:42 +0000 UTC - event for nodeport-test-4sdfv: {kubelet node1} Pulled: Successfully pulled image "k8s.gcr.io/e2e-test-images/agnhost:2.20" in 471.72454ms May 28 21:26:53.174: INFO: At 2021-05-28 21:24:42 +0000 UTC - event for nodeport-test-sg5tf: {kubelet node2} Pulled: Successfully pulled image "k8s.gcr.io/e2e-test-images/agnhost:2.20" in 480.16494ms May 28 21:26:53.174: INFO: At 2021-05-28 21:24:42 +0000 UTC - event for nodeport-test-sg5tf: {kubelet node2} Pulling: Pulling image "k8s.gcr.io/e2e-test-images/agnhost:2.20" May 28 21:26:53.174: INFO: At 2021-05-28 21:24:42 +0000 UTC - event for nodeport-test-sg5tf: {kubelet node2} Created: Created container nodeport-test May 28 21:26:53.174: INFO: At 2021-05-28 21:24:42 +0000 UTC - event for nodeport-test-sg5tf: {kubelet node2} Started: Started container nodeport-test May 28 21:26:53.174: INFO: At 2021-05-28 21:24:42 +0000 UTC - event for nodeport-test-sg5tf: {multus } AddedInterface: Add eth0 [10.244.3.110/24] May 28 21:26:53.174: INFO: At 2021-05-28 21:24:43 +0000 UTC - event for nodeport-test-4sdfv: {kubelet node1} Started: Started container nodeport-test May 28 21:26:53.174: INFO: At 2021-05-28 21:24:43 +0000 UTC - event for nodeport-test-4sdfv: {kubelet node1} Created: Created container nodeport-test May 28 21:26:53.174: INFO: At 2021-05-28 21:24:46 +0000 UTC - event for execpod8nn4h: {default-scheduler } Scheduled: Successfully assigned services-6493/execpod8nn4h to node2 May 28 21:26:53.174: INFO: At 2021-05-28 21:24:48 +0000 UTC - event for execpod8nn4h: {kubelet node2} Pulled: Successfully pulled image "k8s.gcr.io/e2e-test-images/agnhost:2.20" in 604.06867ms May 28 21:26:53.174: INFO: At 2021-05-28 21:24:48 +0000 UTC - event for execpod8nn4h: {kubelet node2} Pulling: Pulling image "k8s.gcr.io/e2e-test-images/agnhost:2.20" May 28 21:26:53.174: INFO: At 2021-05-28 21:24:48 +0000 UTC - event for execpod8nn4h: {multus } AddedInterface: Add eth0 [10.244.3.111/24] May 28 21:26:53.174: INFO: At 2021-05-28 21:24:49 +0000 UTC - event for execpod8nn4h: {kubelet node2} Started: Started container agnhost-container May 28 21:26:53.174: INFO: At 2021-05-28 21:24:49 +0000 UTC - event for execpod8nn4h: {kubelet node2} Created: Created container agnhost-container May 28 21:26:53.178: INFO: POD NODE PHASE GRACE CONDITIONS May 28 21:26:53.178: INFO: execpod8nn4h node2 Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:24:46 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:24:50 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:24:50 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:24:46 +0000 UTC }] May 28 21:26:53.178: INFO: nodeport-test-4sdfv node1 Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:24:40 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:24:43 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:24:43 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:24:40 +0000 UTC }] May 28 21:26:53.178: INFO: nodeport-test-sg5tf node2 Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:24:40 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:24:43 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:24:43 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:24:40 +0000 UTC }] May 28 21:26:53.178: INFO: May 28 21:26:53.182: INFO: Logging node info for node master1 May 28 21:26:53.186: INFO: Node Info: &Node{ObjectMeta:{master1 /api/v1/nodes/master1 0aa78934-442a-44a3-8c5c-f827e18dd3d7 29374 0 2021-05-28 19:56:25 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master1 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"0a:41:0b:9d:15:5a"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.202 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:56:25 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:56:26 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.0.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.0.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:02:03 +0000 UTC,LastTransitionTime:2021-05-28 20:02:03 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:26:47 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:26:47 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:26:47 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:26:47 +0000 UTC,LastTransitionTime:2021-05-28 19:59:09 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.202,},NodeAddress{Type:Hostname,Address:master1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:f7fb2c462cae4b9c990ab2e5c72f7816,SystemUUID:00ACFB60-0631-E711-906E-0017A4403562,BootID:24c06694-15ae-4da4-9143-144d98afdd8d,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:9d07c391aeb1a9d02eb4343c113ed01825227c70c32b3cae861711f90191b0fd quay.io/coreos/kube-rbac-proxy:v0.4.1],SizeBytes:41317870,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[quay.io/coreos/prometheus-operator@sha256:a54e806fb27d2fb0251da4f3b2a3bb5320759af63a54a755788304775f2384a7 quay.io/coreos/prometheus-operator:v0.40.0],SizeBytes:38238457,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[registry@sha256:1cd9409a311350c3072fe510b52046f104416376c126a479cef9a4dfe692cf57 registry:2.7.0],SizeBytes:24191168,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:7f3d9945acdf5d86edd89b2b16fe1f6d63ba8bdb4cab50e66f9bce162df9e388 tas-controller:latest localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[nginx@sha256:a97eb9ecc708c8aa715ccfb5e9338f5456e4b65575daf304f108301f3b497314 nginx:1.19.2-alpine],SizeBytes:22052669,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:9af6075c93013910787a4e97973da6e0739a86dee1186d7965a5d00b1ac35636 tas-extender:latest localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:5577654,},ContainerImage{Names:[alpine@sha256:c0e9560cda118f9ec63ddefb4a173a2b2a0347082d7dff7dc14272e7841a5b5a alpine:3.12.1],SizeBytes:5573013,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:26:53.186: INFO: Logging kubelet events for node master1 May 28 21:26:53.188: INFO: Logging pods the kubelet thinks is on node master1 May 28 21:26:53.199: INFO: kube-scheduler-master1 started at 2021-05-28 19:57:39 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.199: INFO: Container kube-scheduler ready: true, restart count 0 May 28 21:26:53.199: INFO: kube-apiserver-master1 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.199: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:26:53.199: INFO: kube-controller-manager-master1 started at 2021-05-28 19:57:39 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.199: INFO: Container kube-controller-manager ready: true, restart count 2 May 28 21:26:53.199: INFO: kube-multus-ds-amd64-n9j8k started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.199: INFO: Container kube-multus ready: true, restart count 1 May 28 21:26:53.199: INFO: docker-registry-docker-registry-56cbc7bc58-rbghz started at 2021-05-28 20:02:55 +0000 UTC (0+2 container statuses recorded) May 28 21:26:53.199: INFO: Container docker-registry ready: true, restart count 0 May 28 21:26:53.199: INFO: Container nginx ready: true, restart count 0 May 28 21:26:53.199: INFO: prometheus-operator-5bb8cb9d8f-7wdtq started at 2021-05-28 20:10:02 +0000 UTC (0+2 container statuses recorded) May 28 21:26:53.199: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:26:53.199: INFO: Container prometheus-operator ready: true, restart count 0 May 28 21:26:53.200: INFO: kube-proxy-994p2 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.200: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:26:53.200: INFO: kube-flannel-d54gm started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:26:53.200: INFO: Init container install-cni ready: true, restart count 0 May 28 21:26:53.200: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:26:53.200: INFO: coredns-7677f9bb54-zb7h8 started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.200: INFO: Container coredns ready: true, restart count 1 May 28 21:26:53.200: INFO: node-exporter-9b7pq started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:26:53.200: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:26:53.200: INFO: Container node-exporter ready: true, restart count 0 W0528 21:26:53.214212 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:26:53.239: INFO: Latency metrics for node master1 May 28 21:26:53.239: INFO: Logging node info for node master2 May 28 21:26:53.242: INFO: Node Info: &Node{ObjectMeta:{master2 /api/v1/nodes/master2 b80f32b6-a396-4f09-a110-345a08d762ee 29360 0 2021-05-28 19:57:04 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master2 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"b2:be:c9:d8:cf:bb"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.203 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/master.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:57:04 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:57:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}},"f:taints":{}}}} {nfd-master Update v1 2021-05-28 20:06:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/master.version":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.1.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:00:49 +0000 UTC,LastTransitionTime:2021-05-28 20:00:49 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:26:44 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:26:44 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:26:44 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:26:44 +0000 UTC,LastTransitionTime:2021-05-28 20:00:43 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.203,},NodeAddress{Type:Hostname,Address:master2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2746caf91c53460599f165aa716150cd,SystemUUID:00A0DE53-E51D-E711-906E-0017A4403562,BootID:b63b522f-706f-4e28-a104-c73edcd04319,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:26:53.243: INFO: Logging kubelet events for node master2 May 28 21:26:53.245: INFO: Logging pods the kubelet thinks is on node master2 May 28 21:26:53.254: INFO: node-exporter-frch9 started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:26:53.255: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:26:53.255: INFO: Container node-exporter ready: true, restart count 0 May 28 21:26:53.255: INFO: kube-scheduler-master2 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.255: INFO: Container kube-scheduler ready: true, restart count 3 May 28 21:26:53.255: INFO: kube-proxy-jkbl8 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.255: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:26:53.255: INFO: dns-autoscaler-5b7b5c9b6f-r797x started at 2021-05-28 19:59:31 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.255: INFO: Container autoscaler ready: true, restart count 1 May 28 21:26:53.255: INFO: kube-multus-ds-amd64-qjwcz started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.255: INFO: Container kube-multus ready: true, restart count 1 May 28 21:26:53.255: INFO: node-feature-discovery-controller-5bf5c49849-n9ncl started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.255: INFO: Container nfd-controller ready: true, restart count 0 May 28 21:26:53.255: INFO: kube-apiserver-master2 started at 2021-05-28 20:05:31 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.255: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:26:53.255: INFO: kube-controller-manager-master2 started at 2021-05-28 20:05:41 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.255: INFO: Container kube-controller-manager ready: true, restart count 3 May 28 21:26:53.255: INFO: kube-flannel-xvtkj started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:26:53.255: INFO: Init container install-cni ready: true, restart count 0 May 28 21:26:53.255: INFO: Container kube-flannel ready: true, restart count 2 W0528 21:26:53.269135 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:26:53.294: INFO: Latency metrics for node master2 May 28 21:26:53.294: INFO: Logging node info for node master3 May 28 21:26:53.296: INFO: Node Info: &Node{ObjectMeta:{master3 /api/v1/nodes/master3 301b0b5b-fc42-4c78-adb7-75baf6e0cc7e 29373 0 2021-05-28 19:57:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master3 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"52:fa:ab:49:88:02"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.204 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:57:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:57:15 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.2.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.2.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:02:12 +0000 UTC,LastTransitionTime:2021-05-28 20:02:12 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:26:47 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:26:47 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:26:47 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:26:47 +0000 UTC,LastTransitionTime:2021-05-28 19:59:09 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.204,},NodeAddress{Type:Hostname,Address:master3,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a0cb6c0eb1d842469076fff344213c13,SystemUUID:008B1444-141E-E711-906E-0017A4403562,BootID:c6adcff4-8bf7-40d7-9d14-54b1c6a87bc8,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:26:53.297: INFO: Logging kubelet events for node master3 May 28 21:26:53.300: INFO: Logging pods the kubelet thinks is on node master3 May 28 21:26:53.310: INFO: kube-scheduler-master3 started at 2021-05-28 20:01:23 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.310: INFO: Container kube-scheduler ready: true, restart count 1 May 28 21:26:53.310: INFO: kube-proxy-t5bh6 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.310: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:26:53.310: INFO: kube-flannel-zrskq started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:26:53.310: INFO: Init container install-cni ready: true, restart count 0 May 28 21:26:53.310: INFO: Container kube-flannel ready: true, restart count 1 May 28 21:26:53.310: INFO: kube-multus-ds-amd64-wqgf7 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.310: INFO: Container kube-multus ready: true, restart count 1 May 28 21:26:53.310: INFO: coredns-7677f9bb54-8v554 started at 2021-05-28 19:59:28 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.310: INFO: Container coredns ready: true, restart count 1 May 28 21:26:53.310: INFO: node-exporter-w42s5 started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:26:53.310: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:26:53.310: INFO: Container node-exporter ready: true, restart count 0 May 28 21:26:53.310: INFO: kube-apiserver-master3 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.310: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:26:53.310: INFO: kube-controller-manager-master3 started at 2021-05-28 20:06:02 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.310: INFO: Container kube-controller-manager ready: true, restart count 1 W0528 21:26:53.322989 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:26:53.345: INFO: Latency metrics for node master3 May 28 21:26:53.345: INFO: Logging node info for node node1 May 28 21:26:53.349: INFO: Node Info: &Node{ObjectMeta:{node1 /api/v1/nodes/node1 43e51cb4-5acb-42b5-8f26-cd5e977f3829 29368 0 2021-05-28 19:58:22 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.25.1.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node1 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"d2:9d:b7:73:58:07"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.207 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.4.0/24\"":{}}}}} {kubeadm Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-05-28 20:06:07 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-05-28 20:08:35 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-05-28 20:08:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.4.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269628928 0} {<nil>} 196552372Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884628480 0} {<nil>} 174692020Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:01:58 +0000 UTC,LastTransitionTime:2021-05-28 20:01:58 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:26:46 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:26:46 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:26:46 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:26:46 +0000 UTC,LastTransitionTime:2021-05-28 19:59:04 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.207,},NodeAddress{Type:Hostname,Address:node1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:abe6e95dbfa24a9abd34d8fa2abe7655,SystemUUID:00CDA902-D022-E711-906E-0017A4403562,BootID:17719d1f-7df5-4d95-81f3-7d3ac5110ba2,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d731a0fc49b9ad6125b8d5dcb29da2b60bc940b48eacb6f5a9eb2a55c10598db localhost:30500/barometer-collectd:stable],SizeBytes:1464395058,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:1002495332,},ContainerImage{Names:[opnfv/barometer-collectd@sha256:ed5c574f653e2a39e784ff322033a2319aafde7366c803a88f20f7a2a8bc1efb opnfv/barometer-collectd:stable],SizeBytes:825413035,},ContainerImage{Names:[localhost:30500/cmk@sha256:97953d03767e4c2eb5d156394aeaf4bb0b74f3fd1ad08c303cb7561e272a00ff cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[golang@sha256:aa24a0a337084e0747e7c8e97e1131270ae38150e691314f1fa19f4b2f9093c0 golang:alpine3.12],SizeBytes:301156062,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 k8s.gcr.io/etcd:3.4.13-0],SizeBytes:253392289,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[grafana/grafana@sha256:89304bc2335f4976618548d7b93d165ed67369d3a051d2f627fc4e0aa3d0aff1 grafana/grafana:7.1.0],SizeBytes:179601493,},ContainerImage{Names:[quay.io/prometheus/prometheus@sha256:d4ba4dd1a9ebb90916d0bfed3c204adcb118ed24546bf8dd2e6b30fc0fd2009e quay.io/prometheus/prometheus:v2.20.0],SizeBytes:144886595,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/sample-apiserver@sha256:ff02aacd9766d597883fabafc7ad604c719a57611db1bcc1564c69a45b000a55 gcr.io/kubernetes-e2e-test-images/sample-apiserver:1.17],SizeBytes:60684726,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[directxman12/k8s-prometheus-adapter-amd64@sha256:b63dc612e3cb73f79d2401a4516f794f9f0a83002600ca72e675e41baecff437 directxman12/k8s-prometheus-adapter-amd64:v0.6.0],SizeBytes:53267842,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:2bec7a43da8efe70cb7cb14020a6b10aecd02c87e020d394de84e6807e2cf620 nfvpe/sriov-device-plugin:latest localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44392623,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[quay.io/coreos/prometheus-config-reloader@sha256:c679a143b24b7731ad1577a9865aa3805426cbf1b25e30807b951dff68466ffd quay.io/coreos/prometheus-config-reloader:v0.40.0],SizeBytes:10131705,},ContainerImage{Names:[jimmidyson/configmap-reload@sha256:d107c7a235c266273b1c3502a391fec374430e5625539403d0de797fa9c556a2 jimmidyson/configmap-reload:v0.3.0],SizeBytes:9700438,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[alpine@sha256:36553b10a4947067b9fbb7d532951066293a68eae893beba1d9235f7d11a20ad alpine:3.12],SizeBytes:5581415,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:26:53.349: INFO: Logging kubelet events for node node1 May 28 21:26:53.351: INFO: Logging pods the kubelet thinks is on node node1 May 28 21:26:53.367: INFO: kube-flannel-2tjjt started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:26:53.367: INFO: Init container install-cni ready: true, restart count 0 May 28 21:26:53.367: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:26:53.368: INFO: kube-multus-ds-amd64-x7826 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.368: INFO: Container kube-multus ready: true, restart count 1 May 28 21:26:53.368: INFO: collectd-qw9nd started at 2021-05-28 20:16:29 +0000 UTC (0+3 container statuses recorded) May 28 21:26:53.368: INFO: Container collectd ready: true, restart count 0 May 28 21:26:53.368: INFO: Container collectd-exporter ready: true, restart count 0 May 28 21:26:53.368: INFO: Container rbac-proxy ready: true, restart count 0 May 28 21:26:53.368: INFO: pod-init-ff5fe8e0-d2d6-4fa2-bccb-878785589a0b started at 2021-05-28 21:25:42 +0000 UTC (2+1 container statuses recorded) May 28 21:26:53.368: INFO: Init container init1 ready: false, restart count 0 May 28 21:26:53.368: INFO: Init container init2 ready: false, restart count 0 May 28 21:26:53.368: INFO: Container run1 ready: false, restart count 0 May 28 21:26:53.368: INFO: ss2-1 started at 2021-05-28 21:18:56 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.368: INFO: Container webserver ready: true, restart count 0 May 28 21:26:53.368: INFO: nginx-proxy-node1 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.368: INFO: Container nginx-proxy ready: true, restart count 1 May 28 21:26:53.368: INFO: kubernetes-metrics-scraper-678c97765c-wblkm started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.368: INFO: Container kubernetes-metrics-scraper ready: true, restart count 1 May 28 21:26:53.368: INFO: kubernetes-dashboard-86c6f9df5b-c5sbq started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.368: INFO: Container kubernetes-dashboard ready: true, restart count 2 May 28 21:26:53.368: INFO: node-feature-discovery-worker-5x4qg started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.368: INFO: Container nfd-worker ready: true, restart count 0 May 28 21:26:53.368: INFO: downward-api-46a996fd-082e-4db5-8ca5-146a6a0c45ff started at 2021-05-28 21:23:19 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.368: INFO: Container dapi-container ready: false, restart count 0 May 28 21:26:53.368: INFO: nodeport-test-4sdfv started at 2021-05-28 21:24:40 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.368: INFO: Container nodeport-test ready: true, restart count 0 May 28 21:26:53.368: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-zk2pt started at 2021-05-28 20:06:47 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.368: INFO: Container kube-sriovdp ready: true, restart count 0 May 28 21:26:53.368: INFO: cmk-init-discover-node1-rvqxm started at 2021-05-28 20:08:32 +0000 UTC (0+3 container statuses recorded) May 28 21:26:53.368: INFO: Container discover ready: false, restart count 0 May 28 21:26:53.368: INFO: Container init ready: false, restart count 0 May 28 21:26:53.368: INFO: Container install ready: false, restart count 0 May 28 21:26:53.368: INFO: cmk-jhzjr started at 2021-05-28 20:09:15 +0000 UTC (0+2 container statuses recorded) May 28 21:26:53.368: INFO: Container nodereport ready: true, restart count 0 May 28 21:26:53.368: INFO: Container reconcile ready: true, restart count 0 May 28 21:26:53.368: INFO: prometheus-k8s-0 started at 2021-05-28 20:10:26 +0000 UTC (0+5 container statuses recorded) May 28 21:26:53.368: INFO: Container custom-metrics-apiserver ready: true, restart count 0 May 28 21:26:53.368: INFO: Container grafana ready: true, restart count 0 May 28 21:26:53.368: INFO: Container prometheus ready: true, restart count 1 May 28 21:26:53.368: INFO: Container prometheus-config-reloader ready: true, restart count 0 May 28 21:26:53.368: INFO: Container rules-configmap-reloader ready: true, restart count 0 May 28 21:26:53.368: INFO: ss-0 started at 2021-05-28 21:19:57 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.368: INFO: Container webserver ready: false, restart count 0 May 28 21:26:53.368: INFO: kube-proxy-lsngv started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.368: INFO: Container kube-proxy ready: true, restart count 2 May 28 21:26:53.368: INFO: node-exporter-khdpg started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:26:53.368: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:26:53.368: INFO: Container node-exporter ready: true, restart count 0 May 28 21:26:53.368: INFO: ss2-2 started at 2021-05-28 21:19:02 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.368: INFO: Container webserver ready: false, restart count 0 May 28 21:26:53.368: INFO: fail-once-local-sgxcs started at 2021-05-28 21:19:10 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.368: INFO: Container c ready: false, restart count 0 W0528 21:26:53.381673 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:26:53.413: INFO: Latency metrics for node node1 May 28 21:26:53.413: INFO: Logging node info for node node2 May 28 21:26:53.417: INFO: Node Info: &Node{ObjectMeta:{node2 /api/v1/nodes/node2 3cc89580-b568-4c82-bd1f-200d0823da3b 29372 0 2021-05-28 19:58:22 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.25.1.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node2 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"62:22:2c:ae:14:ae"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.208 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.3.0/24\"":{}}}}} {kubeadm Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-05-28 20:06:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-05-28 20:08:58 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-05-28 20:09:00 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.3.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:01:05 +0000 UTC,LastTransitionTime:2021-05-28 20:01:05 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:26:47 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:26:47 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:26:47 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:26:47 +0000 UTC,LastTransitionTime:2021-05-28 19:59:04 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.208,},NodeAddress{Type:Hostname,Address:node2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b2730c4b09814ab9a78e7bc62c820fbb,SystemUUID:80B3CD56-852F-E711-906E-0017A4403562,BootID:f1459072-d21d-46de-a5d9-46ec9349aae0,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d731a0fc49b9ad6125b8d5dcb29da2b60bc940b48eacb6f5a9eb2a55c10598db localhost:30500/barometer-collectd:stable],SizeBytes:1464395058,},ContainerImage{Names:[localhost:30500/cmk@sha256:97953d03767e4c2eb5d156394aeaf4bb0b74f3fd1ad08c303cb7561e272a00ff localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:2bec7a43da8efe70cb7cb14020a6b10aecd02c87e020d394de84e6807e2cf620 localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44392623,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonroot@sha256:4bd7ae247de5c988700233c5a4b55e804ffe90f8c66ae64853f1dae37b847213 gcr.io/kubernetes-e2e-test-images/nonroot:1.0],SizeBytes:42321438,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:7f3d9945acdf5d86edd89b2b16fe1f6d63ba8bdb4cab50e66f9bce162df9e388 localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:9af6075c93013910787a4e97973da6e0739a86dee1186d7965a5d00b1ac35636 localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:4206620,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:26:53.417: INFO: Logging kubelet events for node node2 May 28 21:26:53.419: INFO: Logging pods the kubelet thinks is on node node2 May 28 21:26:53.433: INFO: var-expansion-378355f7-d83e-4765-8321-dea55f6267a3 started at 2021-05-28 21:25:59 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.433: INFO: Container dapi-container ready: false, restart count 0 May 28 21:26:53.433: INFO: ss2-0 started at 2021-05-28 21:18:50 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.433: INFO: Container webserver ready: true, restart count 0 May 28 21:26:53.433: INFO: kube-proxy-z5czn started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.433: INFO: Container kube-proxy ready: true, restart count 2 May 28 21:26:53.433: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-29vc6 started at 2021-05-28 20:06:47 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.433: INFO: Container kube-sriovdp ready: true, restart count 0 May 28 21:26:53.433: INFO: cmk-init-discover-node2-95cbr started at 2021-05-28 20:08:52 +0000 UTC (0+3 container statuses recorded) May 28 21:26:53.433: INFO: Container discover ready: false, restart count 0 May 28 21:26:53.433: INFO: Container init ready: false, restart count 0 May 28 21:26:53.433: INFO: Container install ready: false, restart count 0 May 28 21:26:53.433: INFO: ss-0 started at 2021-05-28 21:19:15 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.433: INFO: Container webserver ready: false, restart count 0 May 28 21:26:53.433: INFO: node-feature-discovery-worker-j2wnf started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.433: INFO: Container nfd-worker ready: true, restart count 0 May 28 21:26:53.433: INFO: cmk-5vxwj started at 2021-05-28 20:09:16 +0000 UTC (0+2 container statuses recorded) May 28 21:26:53.433: INFO: Container nodereport ready: true, restart count 0 May 28 21:26:53.433: INFO: Container reconcile ready: true, restart count 0 May 28 21:26:53.433: INFO: fail-once-local-64bh4 started at 2021-05-28 21:19:10 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.433: INFO: Container c ready: false, restart count 0 May 28 21:26:53.433: INFO: node-exporter-sjsht started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:26:53.433: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:26:53.433: INFO: Container node-exporter ready: true, restart count 0 May 28 21:26:53.433: INFO: tas-telemetry-aware-scheduling-575ccbc9d4-csd8v started at 2021-05-28 20:13:00 +0000 UTC (0+2 container statuses recorded) May 28 21:26:53.433: INFO: Container tas-controller ready: true, restart count 0 May 28 21:26:53.433: INFO: Container tas-extender ready: true, restart count 0 May 28 21:26:53.433: INFO: kube-flannel-d9wsg started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:26:53.433: INFO: Init container install-cni ready: true, restart count 2 May 28 21:26:53.433: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:26:53.433: INFO: kube-multus-ds-amd64-c9cj2 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.433: INFO: Container kube-multus ready: true, restart count 1 May 28 21:26:53.433: INFO: cmk-webhook-6c9d5f8578-6cpp6 started at 2021-05-28 20:09:16 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.433: INFO: Container cmk-webhook ready: true, restart count 0 May 28 21:26:53.433: INFO: pod-update-activedeadlineseconds-ee15b420-9ba9-4d77-8f6f-06ede70f595a started at 2021-05-28 21:23:20 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.433: INFO: Container nginx ready: false, restart count 0 May 28 21:26:53.433: INFO: e2e-test-httpd-pod started at 2021-05-28 21:22:56 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.433: INFO: Container e2e-test-httpd-pod ready: false, restart count 0 May 28 21:26:53.433: INFO: execpod8nn4h started at 2021-05-28 21:24:46 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.433: INFO: Container agnhost-container ready: true, restart count 0 May 28 21:26:53.433: INFO: nginx-proxy-node2 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.433: INFO: Container nginx-proxy ready: true, restart count 2 May 28 21:26:53.433: INFO: collectd-b5dgp started at 2021-05-28 20:16:29 +0000 UTC (0+3 container statuses recorded) May 28 21:26:53.433: INFO: Container collectd ready: true, restart count 0 May 28 21:26:53.433: INFO: Container collectd-exporter ready: true, restart count 0 May 28 21:26:53.433: INFO: Container rbac-proxy ready: true, restart count 0 May 28 21:26:53.433: INFO: nodeport-test-sg5tf started at 2021-05-28 21:24:40 +0000 UTC (0+1 container statuses recorded) May 28 21:26:53.433: INFO: Container nodeport-test ready: true, restart count 0 W0528 21:26:53.446406 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:26:53.477: INFO: Latency metrics for node node2 May 28 21:26:53.477: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready STEP: Destroying namespace "services-6493" for this suite. [AfterEach] [sig-network] Services /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:786 /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 May 28 21:31:54.113: Unexpected error: <*errors.errorString | 0xc000e9b0a0>: { s: "service is not reachable within 2m0s timeout on endpoint 10.10.190.207:30339 over TCP protocol", } service is not reachable within 2m0s timeout on endpoint 10.10.190.207:30339 over TCP protocol occurred /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:3511 [BeforeEach] [sig-network] Services /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:174 STEP: Creating a kubernetes client May 28 21:29:38.714: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename services STEP: Waiting for a default service account to be provisioned in namespace [BeforeEach] [sig-network] Services /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:782 [It] should be able to switch session affinity for NodePort service [LinuxOnly] [Conformance] /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 STEP: creating service in namespace services-8285 STEP: creating service affinity-nodeport-transition in namespace services-8285 STEP: creating replication controller affinity-nodeport-transition in namespace services-8285 I0528 21:29:38.746804 30 runners.go:190] Created replication controller with name: affinity-nodeport-transition, namespace: services-8285, replica count: 3 I0528 21:29:41.797362 30 runners.go:190] affinity-nodeport-transition Pods: 3 out of 3 created, 0 running, 3 pending, 0 waiting, 0 inactive, 0 terminating, 0 unknown, 0 runningButNotReady I0528 21:29:44.797689 30 runners.go:190] affinity-nodeport-transition Pods: 3 out of 3 created, 1 running, 2 pending, 0 waiting, 0 inactive, 0 terminating, 0 unknown, 0 runningButNotReady I0528 21:29:47.797867 30 runners.go:190] affinity-nodeport-transition Pods: 3 out of 3 created, 3 running, 0 pending, 0 waiting, 0 inactive, 0 terminating, 0 unknown, 0 runningButNotReady May 28 21:29:47.806: INFO: Creating new exec pod May 28 21:29:52.828: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 affinity-nodeport-transition 80' May 28 21:29:53.090: INFO: stderr: "+ nc -zv -t -w 2 affinity-nodeport-transition 80\nConnection to affinity-nodeport-transition 80 port [tcp/http] succeeded!\n" May 28 21:29:53.090: INFO: stdout: "" May 28 21:29:53.091: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.233.63.239 80' May 28 21:29:53.350: INFO: stderr: "+ nc -zv -t -w 2 10.233.63.239 80\nConnection to 10.233.63.239 80 port [tcp/http] succeeded!\n" May 28 21:29:53.350: INFO: stdout: "" May 28 21:29:53.350: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:29:53.592: INFO: rc: 1 May 28 21:29:53.592: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:29:54.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:29:54.858: INFO: rc: 1 May 28 21:29:54.858: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:29:55.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:29:55.848: INFO: rc: 1 May 28 21:29:55.848: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:29:56.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:29:56.846: INFO: rc: 1 May 28 21:29:56.847: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:29:57.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:29:57.843: INFO: rc: 1 May 28 21:29:57.843: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:29:58.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:29:58.860: INFO: rc: 1 May 28 21:29:58.860: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:29:59.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:29:59.845: INFO: rc: 1 May 28 21:29:59.845: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:00.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:00.859: INFO: rc: 1 May 28 21:30:00.859: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:01.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:01.853: INFO: rc: 1 May 28 21:30:01.853: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:02.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:02.849: INFO: rc: 1 May 28 21:30:02.849: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:03.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:03.858: INFO: rc: 1 May 28 21:30:03.858: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:04.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:05.859: INFO: rc: 1 May 28 21:30:05.859: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:06.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:06.836: INFO: rc: 1 May 28 21:30:06.836: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:07.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:07.847: INFO: rc: 1 May 28 21:30:07.847: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:08.594: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:08.848: INFO: rc: 1 May 28 21:30:08.848: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:09.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:09.860: INFO: rc: 1 May 28 21:30:09.860: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:10.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:10.889: INFO: rc: 1 May 28 21:30:10.889: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:11.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:11.831: INFO: rc: 1 May 28 21:30:11.831: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:12.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:12.854: INFO: rc: 1 May 28 21:30:12.854: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:13.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:13.884: INFO: rc: 1 May 28 21:30:13.884: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:14.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:14.847: INFO: rc: 1 May 28 21:30:14.847: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:15.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:15.849: INFO: rc: 1 May 28 21:30:15.849: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:16.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:16.860: INFO: rc: 1 May 28 21:30:16.860: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:17.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:17.859: INFO: rc: 1 May 28 21:30:17.859: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:18.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:18.848: INFO: rc: 1 May 28 21:30:18.848: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:19.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:19.832: INFO: rc: 1 May 28 21:30:19.832: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:20.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:20.900: INFO: rc: 1 May 28 21:30:20.900: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:21.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:21.843: INFO: rc: 1 May 28 21:30:21.843: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:22.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:22.840: INFO: rc: 1 May 28 21:30:22.840: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:23.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:23.866: INFO: rc: 1 May 28 21:30:23.866: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:24.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:24.851: INFO: rc: 1 May 28 21:30:24.851: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:25.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:25.850: INFO: rc: 1 May 28 21:30:25.851: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:26.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:26.858: INFO: rc: 1 May 28 21:30:26.858: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:27.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:27.856: INFO: rc: 1 May 28 21:30:27.856: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:28.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:28.845: INFO: rc: 1 May 28 21:30:28.845: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:29.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:29.853: INFO: rc: 1 May 28 21:30:29.853: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:30.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:30.857: INFO: rc: 1 May 28 21:30:30.857: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:31.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:31.864: INFO: rc: 1 May 28 21:30:31.865: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:32.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:32.843: INFO: rc: 1 May 28 21:30:32.843: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:33.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:33.833: INFO: rc: 1 May 28 21:30:33.833: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:34.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:35.694: INFO: rc: 1 May 28 21:30:35.694: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:36.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:36.873: INFO: rc: 1 May 28 21:30:36.873: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:37.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:37.875: INFO: rc: 1 May 28 21:30:37.875: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:38.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:38.835: INFO: rc: 1 May 28 21:30:38.835: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:39.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:39.851: INFO: rc: 1 May 28 21:30:39.851: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:40.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:40.870: INFO: rc: 1 May 28 21:30:40.870: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:41.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:41.845: INFO: rc: 1 May 28 21:30:41.846: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:42.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:42.866: INFO: rc: 1 May 28 21:30:42.866: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:43.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:43.851: INFO: rc: 1 May 28 21:30:43.851: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:44.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:44.902: INFO: rc: 1 May 28 21:30:44.902: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:45.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:45.849: INFO: rc: 1 May 28 21:30:45.849: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:46.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:46.840: INFO: rc: 1 May 28 21:30:46.840: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:47.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:47.849: INFO: rc: 1 May 28 21:30:47.849: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:48.594: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:48.861: INFO: rc: 1 May 28 21:30:48.861: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:49.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:49.852: INFO: rc: 1 May 28 21:30:49.852: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:50.594: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:50.829: INFO: rc: 1 May 28 21:30:50.829: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:51.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:51.833: INFO: rc: 1 May 28 21:30:51.834: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:52.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:52.833: INFO: rc: 1 May 28 21:30:52.833: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:53.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:53.843: INFO: rc: 1 May 28 21:30:53.843: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:54.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:54.867: INFO: rc: 1 May 28 21:30:54.867: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:55.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:55.865: INFO: rc: 1 May 28 21:30:55.865: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:56.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:56.841: INFO: rc: 1 May 28 21:30:56.841: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:57.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:57.865: INFO: rc: 1 May 28 21:30:57.865: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:58.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:58.846: INFO: rc: 1 May 28 21:30:58.846: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:30:59.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:30:59.841: INFO: rc: 1 May 28 21:30:59.841: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:00.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:01.122: INFO: rc: 1 May 28 21:31:01.122: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:01.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:01.853: INFO: rc: 1 May 28 21:31:01.853: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:02.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:02.846: INFO: rc: 1 May 28 21:31:02.846: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:03.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:03.861: INFO: rc: 1 May 28 21:31:03.861: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:04.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:05.736: INFO: rc: 1 May 28 21:31:05.736: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:06.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:06.849: INFO: rc: 1 May 28 21:31:06.849: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:07.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:07.886: INFO: rc: 1 May 28 21:31:07.886: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:08.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:08.851: INFO: rc: 1 May 28 21:31:08.851: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:09.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:09.879: INFO: rc: 1 May 28 21:31:09.879: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:10.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:10.845: INFO: rc: 1 May 28 21:31:10.845: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:11.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:11.840: INFO: rc: 1 May 28 21:31:11.840: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:12.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:12.863: INFO: rc: 1 May 28 21:31:12.864: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:13.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:13.861: INFO: rc: 1 May 28 21:31:13.861: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:14.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:14.857: INFO: rc: 1 May 28 21:31:14.857: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:15.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:15.862: INFO: rc: 1 May 28 21:31:15.862: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:16.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:16.859: INFO: rc: 1 May 28 21:31:16.859: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:17.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:17.864: INFO: rc: 1 May 28 21:31:17.864: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:18.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:18.849: INFO: rc: 1 May 28 21:31:18.849: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:19.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:19.873: INFO: rc: 1 May 28 21:31:19.873: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:20.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:20.868: INFO: rc: 1 May 28 21:31:20.868: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:21.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:21.846: INFO: rc: 1 May 28 21:31:21.846: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:22.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:22.861: INFO: rc: 1 May 28 21:31:22.861: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:23.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:23.852: INFO: rc: 1 May 28 21:31:23.852: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:24.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:24.876: INFO: rc: 1 May 28 21:31:24.876: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:25.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:25.872: INFO: rc: 1 May 28 21:31:25.872: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:26.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:26.837: INFO: rc: 1 May 28 21:31:26.837: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:27.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:27.864: INFO: rc: 1 May 28 21:31:27.864: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:28.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:28.852: INFO: rc: 1 May 28 21:31:28.852: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:29.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:29.859: INFO: rc: 1 May 28 21:31:29.859: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:30.594: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:30.872: INFO: rc: 1 May 28 21:31:30.872: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:31.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:31.855: INFO: rc: 1 May 28 21:31:31.855: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:32.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:32.848: INFO: rc: 1 May 28 21:31:32.848: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:33.594: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:33.876: INFO: rc: 1 May 28 21:31:33.876: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:34.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:35.740: INFO: rc: 1 May 28 21:31:35.740: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:36.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:36.853: INFO: rc: 1 May 28 21:31:36.853: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:37.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:37.863: INFO: rc: 1 May 28 21:31:37.863: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:38.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:38.950: INFO: rc: 1 May 28 21:31:38.950: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:39.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:39.853: INFO: rc: 1 May 28 21:31:39.853: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:40.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:40.852: INFO: rc: 1 May 28 21:31:40.852: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:41.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:41.903: INFO: rc: 1 May 28 21:31:41.903: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:42.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:43.118: INFO: rc: 1 May 28 21:31:43.118: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:43.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:43.857: INFO: rc: 1 May 28 21:31:43.857: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:44.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:44.910: INFO: rc: 1 May 28 21:31:44.910: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:45.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:45.865: INFO: rc: 1 May 28 21:31:45.865: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:46.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:46.870: INFO: rc: 1 May 28 21:31:46.870: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:47.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:47.860: INFO: rc: 1 May 28 21:31:47.860: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:48.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:48.859: INFO: rc: 1 May 28 21:31:48.859: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:49.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:49.869: INFO: rc: 1 May 28 21:31:49.869: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:50.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:50.844: INFO: rc: 1 May 28 21:31:50.844: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:51.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:51.839: INFO: rc: 1 May 28 21:31:51.839: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:52.592: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:52.856: INFO: rc: 1 May 28 21:31:52.856: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:53.593: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:53.857: INFO: rc: 1 May 28 21:31:53.857: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:53.857: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339' May 28 21:31:54.112: INFO: rc: 1 May 28 21:31:54.112: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-8285 exec execpod-affinityv5qbd -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 30339: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 30339 nc: connect to 10.10.190.207 port 30339 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:31:54.113: FAIL: Unexpected error: <*errors.errorString | 0xc000e9b0a0>: { s: "service is not reachable within 2m0s timeout on endpoint 10.10.190.207:30339 over TCP protocol", } service is not reachable within 2m0s timeout on endpoint 10.10.190.207:30339 over TCP protocol occurred Full Stack Trace k8s.io/kubernetes/test/e2e/network.execAffinityTestForNonLBServiceWithOptionalTransition(0xc00163b4a0, 0x5408f60, 0xc00449b340, 0xc000695d40, 0x1) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:3511 +0x62e k8s.io/kubernetes/test/e2e/network.execAffinityTestForNonLBServiceWithTransition(...) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:3466 k8s.io/kubernetes/test/e2e/network.glob..func24.30() /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:2541 +0xa5 k8s.io/kubernetes/test/e2e.RunE2ETests(0xc0008a1c80) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:130 +0x345 k8s.io/kubernetes/test/e2e.TestE2E(0xc0008a1c80) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:145 +0x2b testing.tRunner(0xc0008a1c80, 0x4de5140) /usr/local/go/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1168 +0x2b3 May 28 21:31:54.114: INFO: Cleaning up the exec pod STEP: deleting ReplicationController affinity-nodeport-transition in namespace services-8285, will wait for the garbage collector to delete the pods May 28 21:31:54.181: INFO: Deleting ReplicationController affinity-nodeport-transition took: 5.562994ms May 28 21:31:54.281: INFO: Terminating ReplicationController affinity-nodeport-transition pods took: 100.376447ms [AfterEach] [sig-network] Services /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:175 STEP: Collecting events from namespace "services-8285". STEP: Found 31 events. May 28 21:32:00.600: INFO: At 2021-05-28 21:29:38 +0000 UTC - event for affinity-nodeport-transition: {replication-controller } SuccessfulCreate: Created pod: affinity-nodeport-transition-q28f2 May 28 21:32:00.600: INFO: At 2021-05-28 21:29:38 +0000 UTC - event for affinity-nodeport-transition: {replication-controller } SuccessfulCreate: Created pod: affinity-nodeport-transition-xzp5t May 28 21:32:00.600: INFO: At 2021-05-28 21:29:38 +0000 UTC - event for affinity-nodeport-transition: {replication-controller } SuccessfulCreate: Created pod: affinity-nodeport-transition-k92kz May 28 21:32:00.600: INFO: At 2021-05-28 21:29:38 +0000 UTC - event for affinity-nodeport-transition-k92kz: {default-scheduler } Scheduled: Successfully assigned services-8285/affinity-nodeport-transition-k92kz to node1 May 28 21:32:00.600: INFO: At 2021-05-28 21:29:38 +0000 UTC - event for affinity-nodeport-transition-q28f2: {default-scheduler } Scheduled: Successfully assigned services-8285/affinity-nodeport-transition-q28f2 to node2 May 28 21:32:00.600: INFO: At 2021-05-28 21:29:38 +0000 UTC - event for affinity-nodeport-transition-xzp5t: {default-scheduler } Scheduled: Successfully assigned services-8285/affinity-nodeport-transition-xzp5t to node2 May 28 21:32:00.600: INFO: At 2021-05-28 21:29:40 +0000 UTC - event for affinity-nodeport-transition-xzp5t: {kubelet node2} Pulling: Pulling image "k8s.gcr.io/e2e-test-images/agnhost:2.20" May 28 21:32:00.600: INFO: At 2021-05-28 21:29:40 +0000 UTC - event for affinity-nodeport-transition-xzp5t: {multus } AddedInterface: Add eth0 [10.244.3.134/24] May 28 21:32:00.600: INFO: At 2021-05-28 21:29:41 +0000 UTC - event for affinity-nodeport-transition-k92kz: {kubelet node1} Pulling: Pulling image "k8s.gcr.io/e2e-test-images/agnhost:2.20" May 28 21:32:00.600: INFO: At 2021-05-28 21:29:41 +0000 UTC - event for affinity-nodeport-transition-k92kz: {multus } AddedInterface: Add eth0 [10.244.4.110/24] May 28 21:32:00.600: INFO: At 2021-05-28 21:29:41 +0000 UTC - event for affinity-nodeport-transition-q28f2: {kubelet node2} Pulling: Pulling image "k8s.gcr.io/e2e-test-images/agnhost:2.20" May 28 21:32:00.600: INFO: At 2021-05-28 21:29:41 +0000 UTC - event for affinity-nodeport-transition-q28f2: {multus } AddedInterface: Add eth0 [10.244.3.135/24] May 28 21:32:00.600: INFO: At 2021-05-28 21:29:41 +0000 UTC - event for affinity-nodeport-transition-xzp5t: {kubelet node2} Pulled: Successfully pulled image "k8s.gcr.io/e2e-test-images/agnhost:2.20" in 798.956426ms May 28 21:32:00.600: INFO: At 2021-05-28 21:29:41 +0000 UTC - event for affinity-nodeport-transition-xzp5t: {kubelet node2} Created: Created container affinity-nodeport-transition May 28 21:32:00.600: INFO: At 2021-05-28 21:29:42 +0000 UTC - event for affinity-nodeport-transition-k92kz: {kubelet node1} Created: Created container affinity-nodeport-transition May 28 21:32:00.600: INFO: At 2021-05-28 21:29:42 +0000 UTC - event for affinity-nodeport-transition-k92kz: {kubelet node1} Pulled: Successfully pulled image "k8s.gcr.io/e2e-test-images/agnhost:2.20" in 506.043965ms May 28 21:32:00.600: INFO: At 2021-05-28 21:29:42 +0000 UTC - event for affinity-nodeport-transition-q28f2: {kubelet node2} Pulled: Successfully pulled image "k8s.gcr.io/e2e-test-images/agnhost:2.20" in 492.002425ms May 28 21:32:00.600: INFO: At 2021-05-28 21:29:42 +0000 UTC - event for affinity-nodeport-transition-q28f2: {kubelet node2} Created: Created container affinity-nodeport-transition May 28 21:32:00.600: INFO: At 2021-05-28 21:29:42 +0000 UTC - event for affinity-nodeport-transition-q28f2: {kubelet node2} Started: Started container affinity-nodeport-transition May 28 21:32:00.600: INFO: At 2021-05-28 21:29:42 +0000 UTC - event for affinity-nodeport-transition-xzp5t: {kubelet node2} Started: Started container affinity-nodeport-transition May 28 21:32:00.600: INFO: At 2021-05-28 21:29:43 +0000 UTC - event for affinity-nodeport-transition-k92kz: {kubelet node1} Started: Started container affinity-nodeport-transition May 28 21:32:00.600: INFO: At 2021-05-28 21:29:47 +0000 UTC - event for execpod-affinityv5qbd: {default-scheduler } Scheduled: Successfully assigned services-8285/execpod-affinityv5qbd to node2 May 28 21:32:00.600: INFO: At 2021-05-28 21:29:49 +0000 UTC - event for execpod-affinityv5qbd: {kubelet node2} Pulling: Pulling image "k8s.gcr.io/e2e-test-images/agnhost:2.20" May 28 21:32:00.600: INFO: At 2021-05-28 21:29:49 +0000 UTC - event for execpod-affinityv5qbd: {multus } AddedInterface: Add eth0 [10.244.3.140/24] May 28 21:32:00.600: INFO: At 2021-05-28 21:29:49 +0000 UTC - event for execpod-affinityv5qbd: {kubelet node2} Pulled: Successfully pulled image "k8s.gcr.io/e2e-test-images/agnhost:2.20" in 601.831869ms May 28 21:32:00.600: INFO: At 2021-05-28 21:29:50 +0000 UTC - event for execpod-affinityv5qbd: {kubelet node2} Created: Created container agnhost-container May 28 21:32:00.601: INFO: At 2021-05-28 21:29:50 +0000 UTC - event for execpod-affinityv5qbd: {kubelet node2} Started: Started container agnhost-container May 28 21:32:00.601: INFO: At 2021-05-28 21:31:54 +0000 UTC - event for affinity-nodeport-transition-k92kz: {kubelet node1} Killing: Stopping container affinity-nodeport-transition May 28 21:32:00.601: INFO: At 2021-05-28 21:31:54 +0000 UTC - event for affinity-nodeport-transition-q28f2: {kubelet node2} Killing: Stopping container affinity-nodeport-transition May 28 21:32:00.601: INFO: At 2021-05-28 21:31:54 +0000 UTC - event for affinity-nodeport-transition-xzp5t: {kubelet node2} Killing: Stopping container affinity-nodeport-transition May 28 21:32:00.601: INFO: At 2021-05-28 21:31:54 +0000 UTC - event for execpod-affinityv5qbd: {kubelet node2} Killing: Stopping container agnhost-container May 28 21:32:00.603: INFO: POD NODE PHASE GRACE CONDITIONS May 28 21:32:00.603: INFO: May 28 21:32:00.607: INFO: Logging node info for node master1 May 28 21:32:00.610: INFO: Node Info: &Node{ObjectMeta:{master1 /api/v1/nodes/master1 0aa78934-442a-44a3-8c5c-f827e18dd3d7 32975 0 2021-05-28 19:56:25 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master1 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"0a:41:0b:9d:15:5a"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.202 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:56:25 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:56:26 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.0.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.0.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:02:03 +0000 UTC,LastTransitionTime:2021-05-28 20:02:03 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:31:58 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:31:58 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:31:58 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:31:58 +0000 UTC,LastTransitionTime:2021-05-28 19:59:09 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.202,},NodeAddress{Type:Hostname,Address:master1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:f7fb2c462cae4b9c990ab2e5c72f7816,SystemUUID:00ACFB60-0631-E711-906E-0017A4403562,BootID:24c06694-15ae-4da4-9143-144d98afdd8d,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:9d07c391aeb1a9d02eb4343c113ed01825227c70c32b3cae861711f90191b0fd quay.io/coreos/kube-rbac-proxy:v0.4.1],SizeBytes:41317870,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[quay.io/coreos/prometheus-operator@sha256:a54e806fb27d2fb0251da4f3b2a3bb5320759af63a54a755788304775f2384a7 quay.io/coreos/prometheus-operator:v0.40.0],SizeBytes:38238457,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[registry@sha256:1cd9409a311350c3072fe510b52046f104416376c126a479cef9a4dfe692cf57 registry:2.7.0],SizeBytes:24191168,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:7f3d9945acdf5d86edd89b2b16fe1f6d63ba8bdb4cab50e66f9bce162df9e388 tas-controller:latest localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[nginx@sha256:a97eb9ecc708c8aa715ccfb5e9338f5456e4b65575daf304f108301f3b497314 nginx:1.19.2-alpine],SizeBytes:22052669,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:9af6075c93013910787a4e97973da6e0739a86dee1186d7965a5d00b1ac35636 tas-extender:latest localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:5577654,},ContainerImage{Names:[alpine@sha256:c0e9560cda118f9ec63ddefb4a173a2b2a0347082d7dff7dc14272e7841a5b5a alpine:3.12.1],SizeBytes:5573013,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:32:00.610: INFO: Logging kubelet events for node master1 May 28 21:32:00.613: INFO: Logging pods the kubelet thinks is on node master1 May 28 21:32:00.622: INFO: kube-proxy-994p2 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.622: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:32:00.622: INFO: kube-flannel-d54gm started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:32:00.622: INFO: Init container install-cni ready: true, restart count 0 May 28 21:32:00.622: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:32:00.622: INFO: coredns-7677f9bb54-zb7h8 started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.622: INFO: Container coredns ready: true, restart count 1 May 28 21:32:00.622: INFO: node-exporter-9b7pq started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:32:00.622: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:32:00.622: INFO: Container node-exporter ready: true, restart count 0 May 28 21:32:00.622: INFO: kube-apiserver-master1 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.622: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:32:00.622: INFO: kube-controller-manager-master1 started at 2021-05-28 19:57:39 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.622: INFO: Container kube-controller-manager ready: true, restart count 2 May 28 21:32:00.622: INFO: kube-multus-ds-amd64-n9j8k started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.622: INFO: Container kube-multus ready: true, restart count 1 May 28 21:32:00.622: INFO: docker-registry-docker-registry-56cbc7bc58-rbghz started at 2021-05-28 20:02:55 +0000 UTC (0+2 container statuses recorded) May 28 21:32:00.622: INFO: Container docker-registry ready: true, restart count 0 May 28 21:32:00.622: INFO: Container nginx ready: true, restart count 0 May 28 21:32:00.622: INFO: prometheus-operator-5bb8cb9d8f-7wdtq started at 2021-05-28 20:10:02 +0000 UTC (0+2 container statuses recorded) May 28 21:32:00.622: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:32:00.622: INFO: Container prometheus-operator ready: true, restart count 0 May 28 21:32:00.622: INFO: kube-scheduler-master1 started at 2021-05-28 19:57:39 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.622: INFO: Container kube-scheduler ready: true, restart count 0 W0528 21:32:00.636035 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:32:00.669: INFO: Latency metrics for node master1 May 28 21:32:00.669: INFO: Logging node info for node master2 May 28 21:32:00.671: INFO: Node Info: &Node{ObjectMeta:{master2 /api/v1/nodes/master2 b80f32b6-a396-4f09-a110-345a08d762ee 32955 0 2021-05-28 19:57:04 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master2 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"b2:be:c9:d8:cf:bb"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.203 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/master.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:57:04 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:57:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}},"f:taints":{}}}} {nfd-master Update v1 2021-05-28 20:06:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/master.version":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.1.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:00:49 +0000 UTC,LastTransitionTime:2021-05-28 20:00:49 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:31:55 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:31:55 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:31:55 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:31:55 +0000 UTC,LastTransitionTime:2021-05-28 20:00:43 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.203,},NodeAddress{Type:Hostname,Address:master2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2746caf91c53460599f165aa716150cd,SystemUUID:00A0DE53-E51D-E711-906E-0017A4403562,BootID:b63b522f-706f-4e28-a104-c73edcd04319,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:32:00.672: INFO: Logging kubelet events for node master2 May 28 21:32:00.674: INFO: Logging pods the kubelet thinks is on node master2 May 28 21:32:00.681: INFO: kube-apiserver-master2 started at 2021-05-28 20:05:31 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.681: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:32:00.681: INFO: kube-controller-manager-master2 started at 2021-05-28 20:05:41 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.681: INFO: Container kube-controller-manager ready: true, restart count 3 May 28 21:32:00.681: INFO: kube-flannel-xvtkj started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:32:00.681: INFO: Init container install-cni ready: true, restart count 0 May 28 21:32:00.681: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:32:00.681: INFO: kube-multus-ds-amd64-qjwcz started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.681: INFO: Container kube-multus ready: true, restart count 1 May 28 21:32:00.681: INFO: node-feature-discovery-controller-5bf5c49849-n9ncl started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.681: INFO: Container nfd-controller ready: true, restart count 0 May 28 21:32:00.681: INFO: kube-scheduler-master2 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.681: INFO: Container kube-scheduler ready: true, restart count 3 May 28 21:32:00.681: INFO: kube-proxy-jkbl8 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.681: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:32:00.681: INFO: dns-autoscaler-5b7b5c9b6f-r797x started at 2021-05-28 19:59:31 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.681: INFO: Container autoscaler ready: true, restart count 1 May 28 21:32:00.681: INFO: node-exporter-frch9 started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:32:00.681: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:32:00.681: INFO: Container node-exporter ready: true, restart count 0 W0528 21:32:00.694360 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:32:00.715: INFO: Latency metrics for node master2 May 28 21:32:00.715: INFO: Logging node info for node master3 May 28 21:32:00.719: INFO: Node Info: &Node{ObjectMeta:{master3 /api/v1/nodes/master3 301b0b5b-fc42-4c78-adb7-75baf6e0cc7e 32973 0 2021-05-28 19:57:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master3 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"52:fa:ab:49:88:02"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.204 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:57:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:57:15 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.2.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.2.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:02:12 +0000 UTC,LastTransitionTime:2021-05-28 20:02:12 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:31:58 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:31:58 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:31:58 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:31:58 +0000 UTC,LastTransitionTime:2021-05-28 19:59:09 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.204,},NodeAddress{Type:Hostname,Address:master3,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a0cb6c0eb1d842469076fff344213c13,SystemUUID:008B1444-141E-E711-906E-0017A4403562,BootID:c6adcff4-8bf7-40d7-9d14-54b1c6a87bc8,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:32:00.719: INFO: Logging kubelet events for node master3 May 28 21:32:00.721: INFO: Logging pods the kubelet thinks is on node master3 May 28 21:32:00.729: INFO: kube-flannel-zrskq started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:32:00.729: INFO: Init container install-cni ready: true, restart count 0 May 28 21:32:00.729: INFO: Container kube-flannel ready: true, restart count 1 May 28 21:32:00.729: INFO: kube-multus-ds-amd64-wqgf7 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.729: INFO: Container kube-multus ready: true, restart count 1 May 28 21:32:00.729: INFO: coredns-7677f9bb54-8v554 started at 2021-05-28 19:59:28 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.729: INFO: Container coredns ready: true, restart count 1 May 28 21:32:00.729: INFO: node-exporter-w42s5 started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:32:00.729: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:32:00.729: INFO: Container node-exporter ready: true, restart count 0 May 28 21:32:00.729: INFO: kube-apiserver-master3 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.729: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:32:00.729: INFO: kube-controller-manager-master3 started at 2021-05-28 20:06:02 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.729: INFO: Container kube-controller-manager ready: true, restart count 1 May 28 21:32:00.729: INFO: kube-scheduler-master3 started at 2021-05-28 20:01:23 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.729: INFO: Container kube-scheduler ready: true, restart count 1 May 28 21:32:00.729: INFO: kube-proxy-t5bh6 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.729: INFO: Container kube-proxy ready: true, restart count 1 W0528 21:32:00.741633 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:32:00.770: INFO: Latency metrics for node master3 May 28 21:32:00.770: INFO: Logging node info for node node1 May 28 21:32:00.774: INFO: Node Info: &Node{ObjectMeta:{node1 /api/v1/nodes/node1 43e51cb4-5acb-42b5-8f26-cd5e977f3829 32971 0 2021-05-28 19:58:22 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.25.1.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node1 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"d2:9d:b7:73:58:07"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.207 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.4.0/24\"":{}}}}} {kubeadm Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-05-28 20:06:07 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-05-28 20:08:35 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-05-28 20:08:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.4.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269628928 0} {<nil>} 196552372Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884628480 0} {<nil>} 174692020Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:01:58 +0000 UTC,LastTransitionTime:2021-05-28 20:01:58 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:31:57 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:31:57 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:31:57 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:31:57 +0000 UTC,LastTransitionTime:2021-05-28 19:59:04 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.207,},NodeAddress{Type:Hostname,Address:node1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:abe6e95dbfa24a9abd34d8fa2abe7655,SystemUUID:00CDA902-D022-E711-906E-0017A4403562,BootID:17719d1f-7df5-4d95-81f3-7d3ac5110ba2,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d731a0fc49b9ad6125b8d5dcb29da2b60bc940b48eacb6f5a9eb2a55c10598db localhost:30500/barometer-collectd:stable],SizeBytes:1464395058,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:1002495332,},ContainerImage{Names:[opnfv/barometer-collectd@sha256:ed5c574f653e2a39e784ff322033a2319aafde7366c803a88f20f7a2a8bc1efb opnfv/barometer-collectd:stable],SizeBytes:825413035,},ContainerImage{Names:[localhost:30500/cmk@sha256:97953d03767e4c2eb5d156394aeaf4bb0b74f3fd1ad08c303cb7561e272a00ff cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[golang@sha256:aa24a0a337084e0747e7c8e97e1131270ae38150e691314f1fa19f4b2f9093c0 golang:alpine3.12],SizeBytes:301156062,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 k8s.gcr.io/etcd:3.4.13-0],SizeBytes:253392289,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[grafana/grafana@sha256:89304bc2335f4976618548d7b93d165ed67369d3a051d2f627fc4e0aa3d0aff1 grafana/grafana:7.1.0],SizeBytes:179601493,},ContainerImage{Names:[quay.io/prometheus/prometheus@sha256:d4ba4dd1a9ebb90916d0bfed3c204adcb118ed24546bf8dd2e6b30fc0fd2009e quay.io/prometheus/prometheus:v2.20.0],SizeBytes:144886595,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/sample-apiserver@sha256:ff02aacd9766d597883fabafc7ad604c719a57611db1bcc1564c69a45b000a55 gcr.io/kubernetes-e2e-test-images/sample-apiserver:1.17],SizeBytes:60684726,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[directxman12/k8s-prometheus-adapter-amd64@sha256:b63dc612e3cb73f79d2401a4516f794f9f0a83002600ca72e675e41baecff437 directxman12/k8s-prometheus-adapter-amd64:v0.6.0],SizeBytes:53267842,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:2bec7a43da8efe70cb7cb14020a6b10aecd02c87e020d394de84e6807e2cf620 nfvpe/sriov-device-plugin:latest localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44392623,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[quay.io/coreos/prometheus-config-reloader@sha256:c679a143b24b7731ad1577a9865aa3805426cbf1b25e30807b951dff68466ffd quay.io/coreos/prometheus-config-reloader:v0.40.0],SizeBytes:10131705,},ContainerImage{Names:[jimmidyson/configmap-reload@sha256:d107c7a235c266273b1c3502a391fec374430e5625539403d0de797fa9c556a2 jimmidyson/configmap-reload:v0.3.0],SizeBytes:9700438,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[alpine@sha256:36553b10a4947067b9fbb7d532951066293a68eae893beba1d9235f7d11a20ad alpine:3.12],SizeBytes:5581415,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:32:00.774: INFO: Logging kubelet events for node node1 May 28 21:32:00.777: INFO: Logging pods the kubelet thinks is on node node1 May 28 21:32:00.793: INFO: node-feature-discovery-worker-5x4qg started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container nfd-worker ready: true, restart count 0 May 28 21:32:00.793: INFO: affinity-nodeport-timeout-28fng started at 2021-05-28 21:30:59 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 May 28 21:32:00.793: INFO: webserver-deployment-dd94f59b7-5zxws started at 2021-05-28 21:29:31 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container httpd ready: false, restart count 0 May 28 21:32:00.793: INFO: execpod-affinityzvqmr started at 2021-05-28 21:31:05 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container agnhost-container ready: true, restart count 0 May 28 21:32:00.793: INFO: nginx-proxy-node1 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container nginx-proxy ready: true, restart count 1 May 28 21:32:00.793: INFO: kubernetes-metrics-scraper-678c97765c-wblkm started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container kubernetes-metrics-scraper ready: true, restart count 1 May 28 21:32:00.793: INFO: kubernetes-dashboard-86c6f9df5b-c5sbq started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container kubernetes-dashboard ready: true, restart count 2 May 28 21:32:00.793: INFO: prometheus-k8s-0 started at 2021-05-28 20:10:26 +0000 UTC (0+5 container statuses recorded) May 28 21:32:00.793: INFO: Container custom-metrics-apiserver ready: true, restart count 0 May 28 21:32:00.793: INFO: Container grafana ready: true, restart count 0 May 28 21:32:00.793: INFO: Container prometheus ready: true, restart count 1 May 28 21:32:00.793: INFO: Container prometheus-config-reloader ready: true, restart count 0 May 28 21:32:00.793: INFO: Container rules-configmap-reloader ready: true, restart count 0 May 28 21:32:00.793: INFO: test-webserver-e29d4fe4-7874-4fac-add1-65b18a68c494 started at 2021-05-28 21:31:45 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container test-webserver ready: false, restart count 0 May 28 21:32:00.793: INFO: webserver-deployment-dd94f59b7-dblrg started at 2021-05-28 21:29:31 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container httpd ready: false, restart count 0 May 28 21:32:00.793: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-zk2pt started at 2021-05-28 20:06:47 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container kube-sriovdp ready: true, restart count 0 May 28 21:32:00.793: INFO: cmk-init-discover-node1-rvqxm started at 2021-05-28 20:08:32 +0000 UTC (0+3 container statuses recorded) May 28 21:32:00.793: INFO: Container discover ready: false, restart count 0 May 28 21:32:00.793: INFO: Container init ready: false, restart count 0 May 28 21:32:00.793: INFO: Container install ready: false, restart count 0 May 28 21:32:00.793: INFO: cmk-jhzjr started at 2021-05-28 20:09:15 +0000 UTC (0+2 container statuses recorded) May 28 21:32:00.793: INFO: Container nodereport ready: true, restart count 0 May 28 21:32:00.793: INFO: Container reconcile ready: true, restart count 0 May 28 21:32:00.793: INFO: fail-once-local-sgxcs started at 2021-05-28 21:19:10 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container c ready: false, restart count 0 May 28 21:32:00.793: INFO: webserver-deployment-dd94f59b7-m8r8b started at 2021-05-28 21:29:31 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container httpd ready: false, restart count 0 May 28 21:32:00.793: INFO: kube-proxy-lsngv started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container kube-proxy ready: true, restart count 2 May 28 21:32:00.793: INFO: node-exporter-khdpg started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:32:00.793: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:32:00.793: INFO: Container node-exporter ready: true, restart count 0 May 28 21:32:00.793: INFO: webserver-deployment-dd94f59b7-dffjh started at 2021-05-28 21:29:31 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container httpd ready: false, restart count 0 May 28 21:32:00.793: INFO: terminate-cmd-rpaf16149aa-2596-49fd-8941-e59a29b66e43 started at 2021-05-28 21:30:42 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container terminate-cmd-rpa ready: false, restart count 0 May 28 21:32:00.793: INFO: webserver-deployment-dd94f59b7-z9xcm started at 2021-05-28 21:29:31 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container httpd ready: false, restart count 0 May 28 21:32:00.793: INFO: affinity-nodeport-timeout-9r2pn started at 2021-05-28 21:30:59 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 May 28 21:32:00.793: INFO: kube-flannel-2tjjt started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:32:00.793: INFO: Init container install-cni ready: true, restart count 0 May 28 21:32:00.793: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:32:00.793: INFO: kube-multus-ds-amd64-x7826 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.793: INFO: Container kube-multus ready: true, restart count 1 May 28 21:32:00.793: INFO: collectd-qw9nd started at 2021-05-28 20:16:29 +0000 UTC (0+3 container statuses recorded) May 28 21:32:00.793: INFO: Container collectd ready: true, restart count 0 May 28 21:32:00.793: INFO: Container collectd-exporter ready: true, restart count 0 May 28 21:32:00.793: INFO: Container rbac-proxy ready: true, restart count 0 W0528 21:32:00.804635 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:32:00.836: INFO: Latency metrics for node node1 May 28 21:32:00.836: INFO: Logging node info for node node2 May 28 21:32:00.839: INFO: Node Info: &Node{ObjectMeta:{node2 /api/v1/nodes/node2 3cc89580-b568-4c82-bd1f-200d0823da3b 32974 0 2021-05-28 19:58:22 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.25.1.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node2 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"62:22:2c:ae:14:ae"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.208 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.3.0/24\"":{}}}}} {kubeadm Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-05-28 20:06:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-05-28 20:08:58 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-05-28 20:09:00 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.3.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:01:05 +0000 UTC,LastTransitionTime:2021-05-28 20:01:05 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:31:58 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:31:58 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:31:58 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:31:58 +0000 UTC,LastTransitionTime:2021-05-28 19:59:04 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.208,},NodeAddress{Type:Hostname,Address:node2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b2730c4b09814ab9a78e7bc62c820fbb,SystemUUID:80B3CD56-852F-E711-906E-0017A4403562,BootID:f1459072-d21d-46de-a5d9-46ec9349aae0,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d731a0fc49b9ad6125b8d5dcb29da2b60bc940b48eacb6f5a9eb2a55c10598db localhost:30500/barometer-collectd:stable],SizeBytes:1464395058,},ContainerImage{Names:[localhost:30500/cmk@sha256:97953d03767e4c2eb5d156394aeaf4bb0b74f3fd1ad08c303cb7561e272a00ff localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:2bec7a43da8efe70cb7cb14020a6b10aecd02c87e020d394de84e6807e2cf620 localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44392623,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonroot@sha256:4bd7ae247de5c988700233c5a4b55e804ffe90f8c66ae64853f1dae37b847213 gcr.io/kubernetes-e2e-test-images/nonroot:1.0],SizeBytes:42321438,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:7f3d9945acdf5d86edd89b2b16fe1f6d63ba8bdb4cab50e66f9bce162df9e388 localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:9af6075c93013910787a4e97973da6e0739a86dee1186d7965a5d00b1ac35636 localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:4206620,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:32:00.840: INFO: Logging kubelet events for node node2 May 28 21:32:00.842: INFO: Logging pods the kubelet thinks is on node node2 May 28 21:32:00.853: INFO: termination-message-container86e5580e-c21e-4f60-bfa7-ed53bbdb01dd started at 2021-05-28 21:29:08 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.853: INFO: Container termination-message-container ready: false, restart count 0 May 28 21:32:00.853: INFO: affinity-nodeport-timeout-k6kgm started at 2021-05-28 21:30:59 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.853: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 May 28 21:32:00.853: INFO: node-feature-discovery-worker-j2wnf started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.853: INFO: Container nfd-worker ready: true, restart count 0 May 28 21:32:00.853: INFO: cmk-5vxwj started at 2021-05-28 20:09:16 +0000 UTC (0+2 container statuses recorded) May 28 21:32:00.853: INFO: Container nodereport ready: true, restart count 0 May 28 21:32:00.853: INFO: Container reconcile ready: true, restart count 0 May 28 21:32:00.853: INFO: fail-once-local-64bh4 started at 2021-05-28 21:19:10 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.853: INFO: Container c ready: false, restart count 0 May 28 21:32:00.853: INFO: webserver-deployment-dd94f59b7-2b9cz started at 2021-05-28 21:29:31 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.853: INFO: Container httpd ready: false, restart count 0 May 28 21:32:00.853: INFO: cmk-webhook-6c9d5f8578-6cpp6 started at 2021-05-28 20:09:16 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.853: INFO: Container cmk-webhook ready: true, restart count 0 May 28 21:32:00.853: INFO: node-exporter-sjsht started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:32:00.853: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:32:00.853: INFO: Container node-exporter ready: true, restart count 0 May 28 21:32:00.853: INFO: tas-telemetry-aware-scheduling-575ccbc9d4-csd8v started at 2021-05-28 20:13:00 +0000 UTC (0+2 container statuses recorded) May 28 21:32:00.853: INFO: Container tas-controller ready: true, restart count 0 May 28 21:32:00.853: INFO: Container tas-extender ready: true, restart count 0 May 28 21:32:00.854: INFO: webserver-deployment-dd94f59b7-6vj8h started at 2021-05-28 21:29:31 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.854: INFO: Container httpd ready: false, restart count 0 May 28 21:32:00.854: INFO: webserver-deployment-dd94f59b7-fctjg started at 2021-05-28 21:29:31 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.854: INFO: Container httpd ready: false, restart count 0 May 28 21:32:00.854: INFO: nginx-proxy-node2 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.854: INFO: Container nginx-proxy ready: true, restart count 2 May 28 21:32:00.854: INFO: collectd-b5dgp started at 2021-05-28 20:16:29 +0000 UTC (0+3 container statuses recorded) May 28 21:32:00.854: INFO: Container collectd ready: true, restart count 0 May 28 21:32:00.854: INFO: Container collectd-exporter ready: true, restart count 0 May 28 21:32:00.854: INFO: Container rbac-proxy ready: true, restart count 0 May 28 21:32:00.854: INFO: var-expansion-0aa9202a-ff7e-468c-a79e-ace324a064c7 started at 2021-05-28 21:28:22 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.854: INFO: Container dapi-container ready: false, restart count 0 May 28 21:32:00.854: INFO: e2e-test-httpd-pod started at 2021-05-28 21:22:56 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.854: INFO: Container e2e-test-httpd-pod ready: false, restart count 0 May 28 21:32:00.854: INFO: kube-proxy-z5czn started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.854: INFO: Container kube-proxy ready: true, restart count 2 May 28 21:32:00.854: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-29vc6 started at 2021-05-28 20:06:47 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.854: INFO: Container kube-sriovdp ready: true, restart count 0 May 28 21:32:00.854: INFO: cmk-init-discover-node2-95cbr started at 2021-05-28 20:08:52 +0000 UTC (0+3 container statuses recorded) May 28 21:32:00.854: INFO: Container discover ready: false, restart count 0 May 28 21:32:00.854: INFO: Container init ready: false, restart count 0 May 28 21:32:00.854: INFO: Container install ready: false, restart count 0 May 28 21:32:00.854: INFO: webserver-deployment-dd94f59b7-9lmgn started at 2021-05-28 21:29:31 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.854: INFO: Container httpd ready: false, restart count 0 May 28 21:32:00.854: INFO: pod-configmaps-7e4a87b3-903e-484b-8ff5-b9519024e72c started at 2021-05-28 21:28:20 +0000 UTC (0+2 container statuses recorded) May 28 21:32:00.854: INFO: Container configmap-volume-binary-test ready: false, restart count 0 May 28 21:32:00.854: INFO: Container configmap-volume-data-test ready: true, restart count 0 May 28 21:32:00.854: INFO: kube-flannel-d9wsg started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:32:00.854: INFO: Init container install-cni ready: true, restart count 2 May 28 21:32:00.854: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:32:00.854: INFO: kube-multus-ds-amd64-c9cj2 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.854: INFO: Container kube-multus ready: true, restart count 1 May 28 21:32:00.854: INFO: webserver-deployment-dd94f59b7-txdtn started at 2021-05-28 21:29:31 +0000 UTC (0+1 container statuses recorded) May 28 21:32:00.854: INFO: Container httpd ready: false, restart count 0 W0528 21:32:00.866872 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:32:00.897: INFO: Latency metrics for node node2 May 28 21:32:00.897: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready STEP: Destroying namespace "services-8285" for this suite. [AfterEach] [sig-network] Services /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:786 /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 May 28 21:35:48.642: Unexpected error: <*errors.errorString | 0xc004210300>: { s: "service is not reachable within 2m0s timeout on endpoint 10.10.190.207:32480 over TCP protocol", } service is not reachable within 2m0s timeout on endpoint 10.10.190.207:32480 over TCP protocol occurred /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:3511 [BeforeEach] [sig-network] Services /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:174 STEP: Creating a kubernetes client May 28 21:33:36.230: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename services STEP: Waiting for a default service account to be provisioned in namespace [BeforeEach] [sig-network] Services /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:782 [It] should have session affinity work for NodePort service [LinuxOnly] [Conformance] /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 STEP: creating service in namespace services-1662 STEP: creating service affinity-nodeport in namespace services-1662 STEP: creating replication controller affinity-nodeport in namespace services-1662 I0528 21:33:36.263300 30 runners.go:190] Created replication controller with name: affinity-nodeport, namespace: services-1662, replica count: 3 I0528 21:33:39.314396 30 runners.go:190] affinity-nodeport Pods: 3 out of 3 created, 0 running, 3 pending, 0 waiting, 0 inactive, 0 terminating, 0 unknown, 0 runningButNotReady I0528 21:33:42.315073 30 runners.go:190] affinity-nodeport Pods: 3 out of 3 created, 3 running, 0 pending, 0 waiting, 0 inactive, 0 terminating, 0 unknown, 0 runningButNotReady May 28 21:33:42.324: INFO: Creating new exec pod May 28 21:33:47.352: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 affinity-nodeport 80' May 28 21:33:47.610: INFO: stderr: "+ nc -zv -t -w 2 affinity-nodeport 80\nConnection to affinity-nodeport 80 port [tcp/http] succeeded!\n" May 28 21:33:47.610: INFO: stdout: "" May 28 21:33:47.611: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.233.18.69 80' May 28 21:33:47.862: INFO: stderr: "+ nc -zv -t -w 2 10.233.18.69 80\nConnection to 10.233.18.69 80 port [tcp/http] succeeded!\n" May 28 21:33:47.862: INFO: stdout: "" May 28 21:33:47.862: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:33:48.114: INFO: rc: 1 May 28 21:33:48.114: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:33:49.117: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:33:49.380: INFO: rc: 1 May 28 21:33:49.380: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:33:50.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:33:50.379: INFO: rc: 1 May 28 21:33:50.379: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:33:51.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:33:51.380: INFO: rc: 1 May 28 21:33:51.380: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:33:52.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:33:52.379: INFO: rc: 1 May 28 21:33:52.379: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:33:53.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:33:53.387: INFO: rc: 1 May 28 21:33:53.387: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:33:54.116: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:33:54.380: INFO: rc: 1 May 28 21:33:54.380: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:33:55.116: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:33:55.381: INFO: rc: 1 May 28 21:33:55.381: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:33:56.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:33:56.382: INFO: rc: 1 May 28 21:33:56.382: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:33:57.116: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:33:57.383: INFO: rc: 1 May 28 21:33:57.383: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:33:58.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:33:58.416: INFO: rc: 1 May 28 21:33:58.416: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:33:59.116: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:33:59.373: INFO: rc: 1 May 28 21:33:59.373: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:00.116: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:00.399: INFO: rc: 1 May 28 21:34:00.400: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:01.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:01.381: INFO: rc: 1 May 28 21:34:01.381: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:02.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:03.384: INFO: rc: 1 May 28 21:34:03.384: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:04.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:04.401: INFO: rc: 1 May 28 21:34:04.401: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:05.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:05.401: INFO: rc: 1 May 28 21:34:05.401: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:06.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:06.392: INFO: rc: 1 May 28 21:34:06.392: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:07.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:07.377: INFO: rc: 1 May 28 21:34:07.377: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:08.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:08.367: INFO: rc: 1 May 28 21:34:08.367: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:09.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:09.363: INFO: rc: 1 May 28 21:34:09.364: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:10.116: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:10.417: INFO: rc: 1 May 28 21:34:10.417: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:11.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:11.377: INFO: rc: 1 May 28 21:34:11.377: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:12.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:12.392: INFO: rc: 1 May 28 21:34:12.392: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:13.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:13.374: INFO: rc: 1 May 28 21:34:13.374: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:14.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:14.369: INFO: rc: 1 May 28 21:34:14.369: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:15.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:15.375: INFO: rc: 1 May 28 21:34:15.375: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:16.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:16.365: INFO: rc: 1 May 28 21:34:16.365: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:17.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:17.490: INFO: rc: 1 May 28 21:34:17.490: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:18.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:18.385: INFO: rc: 1 May 28 21:34:18.385: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:19.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:19.371: INFO: rc: 1 May 28 21:34:19.371: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:20.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:20.417: INFO: rc: 1 May 28 21:34:20.417: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:21.114: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:21.360: INFO: rc: 1 May 28 21:34:21.360: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:22.116: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:22.379: INFO: rc: 1 May 28 21:34:22.379: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:23.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:23.464: INFO: rc: 1 May 28 21:34:23.464: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:24.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:24.384: INFO: rc: 1 May 28 21:34:24.384: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:25.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:25.371: INFO: rc: 1 May 28 21:34:25.372: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:26.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:26.386: INFO: rc: 1 May 28 21:34:26.386: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:27.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:27.361: INFO: rc: 1 May 28 21:34:27.361: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:28.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:28.372: INFO: rc: 1 May 28 21:34:28.372: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:29.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:29.484: INFO: rc: 1 May 28 21:34:29.484: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:30.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:30.367: INFO: rc: 1 May 28 21:34:30.367: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:31.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:31.382: INFO: rc: 1 May 28 21:34:31.382: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:32.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:33.417: INFO: rc: 1 May 28 21:34:33.417: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:34.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:34.378: INFO: rc: 1 May 28 21:34:34.378: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:35.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:35.391: INFO: rc: 1 May 28 21:34:35.391: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:36.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:36.394: INFO: rc: 1 May 28 21:34:36.394: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:37.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:37.367: INFO: rc: 1 May 28 21:34:37.367: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:38.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:38.378: INFO: rc: 1 May 28 21:34:38.378: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:39.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:39.417: INFO: rc: 1 May 28 21:34:39.417: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:40.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:40.414: INFO: rc: 1 May 28 21:34:40.414: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:41.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:41.541: INFO: rc: 1 May 28 21:34:41.541: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:42.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:42.547: INFO: rc: 1 May 28 21:34:42.547: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:43.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:43.363: INFO: rc: 1 May 28 21:34:43.363: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:44.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:44.375: INFO: rc: 1 May 28 21:34:44.376: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:45.116: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:45.369: INFO: rc: 1 May 28 21:34:45.369: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:46.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:46.356: INFO: rc: 1 May 28 21:34:46.356: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:47.116: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:47.463: INFO: rc: 1 May 28 21:34:47.463: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:48.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:48.764: INFO: rc: 1 May 28 21:34:48.764: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:49.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:49.553: INFO: rc: 1 May 28 21:34:49.553: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:50.116: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:50.375: INFO: rc: 1 May 28 21:34:50.375: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:51.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:51.489: INFO: rc: 1 May 28 21:34:51.489: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:52.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:52.625: INFO: rc: 1 May 28 21:34:52.625: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:53.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:53.346: INFO: rc: 1 May 28 21:34:53.346: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:54.116: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:54.364: INFO: rc: 1 May 28 21:34:54.364: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:55.116: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:55.363: INFO: rc: 1 May 28 21:34:55.364: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:56.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:56.377: INFO: rc: 1 May 28 21:34:56.377: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:57.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:57.363: INFO: rc: 1 May 28 21:34:57.363: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:58.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:58.377: INFO: rc: 1 May 28 21:34:58.377: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:34:59.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:34:59.352: INFO: rc: 1 May 28 21:34:59.352: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:00.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:00.370: INFO: rc: 1 May 28 21:35:00.370: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:01.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:01.373: INFO: rc: 1 May 28 21:35:01.373: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:02.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:03.166: INFO: rc: 1 May 28 21:35:03.166: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:04.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:04.354: INFO: rc: 1 May 28 21:35:04.354: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:05.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:05.385: INFO: rc: 1 May 28 21:35:05.386: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:06.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:06.367: INFO: rc: 1 May 28 21:35:06.367: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:07.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:07.362: INFO: rc: 1 May 28 21:35:07.363: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:08.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:08.373: INFO: rc: 1 May 28 21:35:08.373: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:09.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:09.386: INFO: rc: 1 May 28 21:35:09.386: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:10.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:10.381: INFO: rc: 1 May 28 21:35:10.381: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:11.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:11.386: INFO: rc: 1 May 28 21:35:11.386: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:12.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:12.392: INFO: rc: 1 May 28 21:35:12.392: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:13.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:13.381: INFO: rc: 1 May 28 21:35:13.381: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:14.116: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:14.399: INFO: rc: 1 May 28 21:35:14.399: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:15.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:15.379: INFO: rc: 1 May 28 21:35:15.379: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:16.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:16.385: INFO: rc: 1 May 28 21:35:16.385: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:17.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:17.415: INFO: rc: 1 May 28 21:35:17.415: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:18.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:18.367: INFO: rc: 1 May 28 21:35:18.368: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:19.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:19.375: INFO: rc: 1 May 28 21:35:19.375: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:20.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:20.396: INFO: rc: 1 May 28 21:35:20.396: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:21.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:21.381: INFO: rc: 1 May 28 21:35:21.381: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:22.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:22.363: INFO: rc: 1 May 28 21:35:22.363: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:23.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:23.383: INFO: rc: 1 May 28 21:35:23.384: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:24.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:24.387: INFO: rc: 1 May 28 21:35:24.387: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:25.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:25.392: INFO: rc: 1 May 28 21:35:25.392: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:26.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:26.397: INFO: rc: 1 May 28 21:35:26.397: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:27.116: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:27.366: INFO: rc: 1 May 28 21:35:27.366: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:28.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:28.363: INFO: rc: 1 May 28 21:35:28.363: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:29.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:29.385: INFO: rc: 1 May 28 21:35:29.385: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:30.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:30.390: INFO: rc: 1 May 28 21:35:30.391: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:31.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:31.391: INFO: rc: 1 May 28 21:35:31.391: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:32.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:33.393: INFO: rc: 1 May 28 21:35:33.393: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:34.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:34.375: INFO: rc: 1 May 28 21:35:34.375: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:35.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:35.381: INFO: rc: 1 May 28 21:35:35.381: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:36.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:36.370: INFO: rc: 1 May 28 21:35:36.370: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:37.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:37.390: INFO: rc: 1 May 28 21:35:37.390: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:38.114: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:38.402: INFO: rc: 1 May 28 21:35:38.402: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:39.114: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:39.376: INFO: rc: 1 May 28 21:35:39.376: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:40.114: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:40.387: INFO: rc: 1 May 28 21:35:40.387: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:41.118: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:41.387: INFO: rc: 1 May 28 21:35:41.387: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:42.116: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:42.376: INFO: rc: 1 May 28 21:35:42.376: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:43.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:43.391: INFO: rc: 1 May 28 21:35:43.391: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:44.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:44.364: INFO: rc: 1 May 28 21:35:44.364: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:45.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:45.375: INFO: rc: 1 May 28 21:35:45.375: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:46.120: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:46.395: INFO: rc: 1 May 28 21:35:46.395: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:47.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:47.373: INFO: rc: 1 May 28 21:35:47.373: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:48.115: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:48.371: INFO: rc: 1 May 28 21:35:48.371: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:48.371: INFO: Running '/usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480' May 28 21:35:48.640: INFO: rc: 1 May 28 21:35:48.641: INFO: Service reachability failing with error: error running /usr/local/bin/kubectl --kubeconfig=/root/.kube/config --namespace=services-1662 exec execpod-affinityjgw6m -- /bin/sh -x -c nc -zv -t -w 2 10.10.190.207 32480: Command stdout: stderr: + nc -zv -t -w 2 10.10.190.207 32480 nc: connect to 10.10.190.207 port 32480 (tcp) failed: Connection refused command terminated with exit code 1 error: exit status 1 Retrying... May 28 21:35:48.642: FAIL: Unexpected error: <*errors.errorString | 0xc004210300>: { s: "service is not reachable within 2m0s timeout on endpoint 10.10.190.207:32480 over TCP protocol", } service is not reachable within 2m0s timeout on endpoint 10.10.190.207:32480 over TCP protocol occurred Full Stack Trace k8s.io/kubernetes/test/e2e/network.execAffinityTestForNonLBServiceWithOptionalTransition(0xc00163b4a0, 0x5408f60, 0xc0067bda20, 0xc006662000, 0x0) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:3511 +0x62e k8s.io/kubernetes/test/e2e/network.execAffinityTestForNonLBService(...) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:3470 k8s.io/kubernetes/test/e2e/network.glob..func24.28() /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:2508 +0xa5 k8s.io/kubernetes/test/e2e.RunE2ETests(0xc0008a1c80) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:130 +0x345 k8s.io/kubernetes/test/e2e.TestE2E(0xc0008a1c80) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:145 +0x2b testing.tRunner(0xc0008a1c80, 0x4de5140) /usr/local/go/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1168 +0x2b3 May 28 21:35:48.643: INFO: Cleaning up the exec pod STEP: deleting ReplicationController affinity-nodeport in namespace services-1662, will wait for the garbage collector to delete the pods May 28 21:35:48.712: INFO: Deleting ReplicationController affinity-nodeport took: 6.843208ms May 28 21:35:49.412: INFO: Terminating ReplicationController affinity-nodeport pods took: 700.265046ms [AfterEach] [sig-network] Services /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:175 STEP: Collecting events from namespace "services-1662". STEP: Found 31 events. May 28 21:36:00.631: INFO: At 2021-05-28 21:33:36 +0000 UTC - event for affinity-nodeport: {replication-controller } SuccessfulCreate: Created pod: affinity-nodeport-9hfzp May 28 21:36:00.631: INFO: At 2021-05-28 21:33:36 +0000 UTC - event for affinity-nodeport: {replication-controller } SuccessfulCreate: Created pod: affinity-nodeport-lvhg2 May 28 21:36:00.631: INFO: At 2021-05-28 21:33:36 +0000 UTC - event for affinity-nodeport: {replication-controller } SuccessfulCreate: Created pod: affinity-nodeport-pq5hr May 28 21:36:00.631: INFO: At 2021-05-28 21:33:36 +0000 UTC - event for affinity-nodeport-9hfzp: {default-scheduler } Scheduled: Successfully assigned services-1662/affinity-nodeport-9hfzp to node2 May 28 21:36:00.631: INFO: At 2021-05-28 21:33:36 +0000 UTC - event for affinity-nodeport-lvhg2: {default-scheduler } Scheduled: Successfully assigned services-1662/affinity-nodeport-lvhg2 to node2 May 28 21:36:00.631: INFO: At 2021-05-28 21:33:36 +0000 UTC - event for affinity-nodeport-pq5hr: {default-scheduler } Scheduled: Successfully assigned services-1662/affinity-nodeport-pq5hr to node1 May 28 21:36:00.631: INFO: At 2021-05-28 21:33:37 +0000 UTC - event for affinity-nodeport-pq5hr: {kubelet node1} Pulling: Pulling image "k8s.gcr.io/e2e-test-images/agnhost:2.20" May 28 21:36:00.631: INFO: At 2021-05-28 21:33:37 +0000 UTC - event for affinity-nodeport-pq5hr: {multus } AddedInterface: Add eth0 [10.244.4.137/24] May 28 21:36:00.631: INFO: At 2021-05-28 21:33:38 +0000 UTC - event for affinity-nodeport-9hfzp: {kubelet node2} Pulling: Pulling image "k8s.gcr.io/e2e-test-images/agnhost:2.20" May 28 21:36:00.631: INFO: At 2021-05-28 21:33:38 +0000 UTC - event for affinity-nodeport-9hfzp: {multus } AddedInterface: Add eth0 [10.244.3.156/24] May 28 21:36:00.631: INFO: At 2021-05-28 21:33:38 +0000 UTC - event for affinity-nodeport-lvhg2: {kubelet node2} Pulling: Pulling image "k8s.gcr.io/e2e-test-images/agnhost:2.20" May 28 21:36:00.631: INFO: At 2021-05-28 21:33:38 +0000 UTC - event for affinity-nodeport-lvhg2: {kubelet node2} Pulled: Successfully pulled image "k8s.gcr.io/e2e-test-images/agnhost:2.20" in 693.561013ms May 28 21:36:00.631: INFO: At 2021-05-28 21:33:38 +0000 UTC - event for affinity-nodeport-lvhg2: {kubelet node2} Created: Created container affinity-nodeport May 28 21:36:00.631: INFO: At 2021-05-28 21:33:38 +0000 UTC - event for affinity-nodeport-lvhg2: {kubelet node2} Started: Started container affinity-nodeport May 28 21:36:00.631: INFO: At 2021-05-28 21:33:38 +0000 UTC - event for affinity-nodeport-lvhg2: {multus } AddedInterface: Add eth0 [10.244.3.155/24] May 28 21:36:00.631: INFO: At 2021-05-28 21:33:38 +0000 UTC - event for affinity-nodeport-pq5hr: {kubelet node1} Pulled: Successfully pulled image "k8s.gcr.io/e2e-test-images/agnhost:2.20" in 503.650228ms May 28 21:36:00.631: INFO: At 2021-05-28 21:33:38 +0000 UTC - event for affinity-nodeport-pq5hr: {kubelet node1} Created: Created container affinity-nodeport May 28 21:36:00.631: INFO: At 2021-05-28 21:33:38 +0000 UTC - event for affinity-nodeport-pq5hr: {kubelet node1} Started: Started container affinity-nodeport May 28 21:36:00.631: INFO: At 2021-05-28 21:33:39 +0000 UTC - event for affinity-nodeport-9hfzp: {kubelet node2} Pulled: Successfully pulled image "k8s.gcr.io/e2e-test-images/agnhost:2.20" in 601.579906ms May 28 21:36:00.631: INFO: At 2021-05-28 21:33:39 +0000 UTC - event for affinity-nodeport-9hfzp: {kubelet node2} Started: Started container affinity-nodeport May 28 21:36:00.631: INFO: At 2021-05-28 21:33:39 +0000 UTC - event for affinity-nodeport-9hfzp: {kubelet node2} Created: Created container affinity-nodeport May 28 21:36:00.631: INFO: At 2021-05-28 21:33:42 +0000 UTC - event for execpod-affinityjgw6m: {default-scheduler } Scheduled: Successfully assigned services-1662/execpod-affinityjgw6m to node1 May 28 21:36:00.631: INFO: At 2021-05-28 21:33:43 +0000 UTC - event for execpod-affinityjgw6m: {multus } AddedInterface: Add eth0 [10.244.4.138/24] May 28 21:36:00.631: INFO: At 2021-05-28 21:33:43 +0000 UTC - event for execpod-affinityjgw6m: {kubelet node1} Pulling: Pulling image "k8s.gcr.io/e2e-test-images/agnhost:2.20" May 28 21:36:00.631: INFO: At 2021-05-28 21:33:44 +0000 UTC - event for execpod-affinityjgw6m: {kubelet node1} Pulled: Successfully pulled image "k8s.gcr.io/e2e-test-images/agnhost:2.20" in 1.065338452s May 28 21:36:00.631: INFO: At 2021-05-28 21:33:45 +0000 UTC - event for execpod-affinityjgw6m: {kubelet node1} Created: Created container agnhost-container May 28 21:36:00.631: INFO: At 2021-05-28 21:33:45 +0000 UTC - event for execpod-affinityjgw6m: {kubelet node1} Started: Started container agnhost-container May 28 21:36:00.631: INFO: At 2021-05-28 21:35:48 +0000 UTC - event for execpod-affinityjgw6m: {kubelet node1} Killing: Stopping container agnhost-container May 28 21:36:00.631: INFO: At 2021-05-28 21:35:49 +0000 UTC - event for affinity-nodeport-9hfzp: {kubelet node2} Killing: Stopping container affinity-nodeport May 28 21:36:00.631: INFO: At 2021-05-28 21:35:49 +0000 UTC - event for affinity-nodeport-lvhg2: {kubelet node2} Killing: Stopping container affinity-nodeport May 28 21:36:00.631: INFO: At 2021-05-28 21:35:49 +0000 UTC - event for affinity-nodeport-pq5hr: {kubelet node1} Killing: Stopping container affinity-nodeport May 28 21:36:00.633: INFO: POD NODE PHASE GRACE CONDITIONS May 28 21:36:00.633: INFO: May 28 21:36:00.638: INFO: Logging node info for node master1 May 28 21:36:00.640: INFO: Node Info: &Node{ObjectMeta:{master1 /api/v1/nodes/master1 0aa78934-442a-44a3-8c5c-f827e18dd3d7 35860 0 2021-05-28 19:56:25 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master1 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"0a:41:0b:9d:15:5a"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.202 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:56:25 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:56:26 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.0.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.0.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:02:03 +0000 UTC,LastTransitionTime:2021-05-28 20:02:03 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:35:59 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:35:59 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:35:59 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:35:59 +0000 UTC,LastTransitionTime:2021-05-28 19:59:09 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.202,},NodeAddress{Type:Hostname,Address:master1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:f7fb2c462cae4b9c990ab2e5c72f7816,SystemUUID:00ACFB60-0631-E711-906E-0017A4403562,BootID:24c06694-15ae-4da4-9143-144d98afdd8d,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:9d07c391aeb1a9d02eb4343c113ed01825227c70c32b3cae861711f90191b0fd quay.io/coreos/kube-rbac-proxy:v0.4.1],SizeBytes:41317870,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[quay.io/coreos/prometheus-operator@sha256:a54e806fb27d2fb0251da4f3b2a3bb5320759af63a54a755788304775f2384a7 quay.io/coreos/prometheus-operator:v0.40.0],SizeBytes:38238457,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[registry@sha256:1cd9409a311350c3072fe510b52046f104416376c126a479cef9a4dfe692cf57 registry:2.7.0],SizeBytes:24191168,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:7f3d9945acdf5d86edd89b2b16fe1f6d63ba8bdb4cab50e66f9bce162df9e388 tas-controller:latest localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[nginx@sha256:a97eb9ecc708c8aa715ccfb5e9338f5456e4b65575daf304f108301f3b497314 nginx:1.19.2-alpine],SizeBytes:22052669,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:9af6075c93013910787a4e97973da6e0739a86dee1186d7965a5d00b1ac35636 tas-extender:latest localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:5577654,},ContainerImage{Names:[alpine@sha256:c0e9560cda118f9ec63ddefb4a173a2b2a0347082d7dff7dc14272e7841a5b5a alpine:3.12.1],SizeBytes:5573013,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:36:00.641: INFO: Logging kubelet events for node master1 May 28 21:36:00.643: INFO: Logging pods the kubelet thinks is on node master1 May 28 21:36:00.652: INFO: kube-scheduler-master1 started at 2021-05-28 19:57:39 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.653: INFO: Container kube-scheduler ready: true, restart count 0 May 28 21:36:00.653: INFO: kube-apiserver-master1 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.653: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:36:00.653: INFO: kube-controller-manager-master1 started at 2021-05-28 19:57:39 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.653: INFO: Container kube-controller-manager ready: true, restart count 2 May 28 21:36:00.653: INFO: kube-multus-ds-amd64-n9j8k started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.653: INFO: Container kube-multus ready: true, restart count 1 May 28 21:36:00.653: INFO: docker-registry-docker-registry-56cbc7bc58-rbghz started at 2021-05-28 20:02:55 +0000 UTC (0+2 container statuses recorded) May 28 21:36:00.653: INFO: Container docker-registry ready: true, restart count 0 May 28 21:36:00.653: INFO: Container nginx ready: true, restart count 0 May 28 21:36:00.653: INFO: prometheus-operator-5bb8cb9d8f-7wdtq started at 2021-05-28 20:10:02 +0000 UTC (0+2 container statuses recorded) May 28 21:36:00.653: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:36:00.653: INFO: Container prometheus-operator ready: true, restart count 0 May 28 21:36:00.653: INFO: kube-proxy-994p2 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.653: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:36:00.653: INFO: kube-flannel-d54gm started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:36:00.653: INFO: Init container install-cni ready: true, restart count 0 May 28 21:36:00.653: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:36:00.653: INFO: coredns-7677f9bb54-zb7h8 started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.653: INFO: Container coredns ready: true, restart count 1 May 28 21:36:00.653: INFO: node-exporter-9b7pq started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:36:00.653: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:36:00.653: INFO: Container node-exporter ready: true, restart count 0 W0528 21:36:00.667684 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:36:00.699: INFO: Latency metrics for node master1 May 28 21:36:00.699: INFO: Logging node info for node master2 May 28 21:36:00.702: INFO: Node Info: &Node{ObjectMeta:{master2 /api/v1/nodes/master2 b80f32b6-a396-4f09-a110-345a08d762ee 35790 0 2021-05-28 19:57:04 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master2 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"b2:be:c9:d8:cf:bb"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.203 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/master.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:57:04 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:57:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}},"f:taints":{}}}} {nfd-master Update v1 2021-05-28 20:06:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/master.version":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.1.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:00:49 +0000 UTC,LastTransitionTime:2021-05-28 20:00:49 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:35:56 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:35:56 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:35:56 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:35:56 +0000 UTC,LastTransitionTime:2021-05-28 20:00:43 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.203,},NodeAddress{Type:Hostname,Address:master2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2746caf91c53460599f165aa716150cd,SystemUUID:00A0DE53-E51D-E711-906E-0017A4403562,BootID:b63b522f-706f-4e28-a104-c73edcd04319,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:36:00.702: INFO: Logging kubelet events for node master2 May 28 21:36:00.704: INFO: Logging pods the kubelet thinks is on node master2 May 28 21:36:00.712: INFO: kube-scheduler-master2 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.712: INFO: Container kube-scheduler ready: true, restart count 3 May 28 21:36:00.712: INFO: kube-proxy-jkbl8 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.712: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:36:00.712: INFO: dns-autoscaler-5b7b5c9b6f-r797x started at 2021-05-28 19:59:31 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.712: INFO: Container autoscaler ready: true, restart count 1 May 28 21:36:00.712: INFO: node-exporter-frch9 started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:36:00.712: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:36:00.712: INFO: Container node-exporter ready: true, restart count 0 May 28 21:36:00.712: INFO: kube-apiserver-master2 started at 2021-05-28 20:05:31 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.712: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:36:00.712: INFO: kube-controller-manager-master2 started at 2021-05-28 20:05:41 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.712: INFO: Container kube-controller-manager ready: true, restart count 3 May 28 21:36:00.712: INFO: kube-flannel-xvtkj started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:36:00.712: INFO: Init container install-cni ready: true, restart count 0 May 28 21:36:00.712: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:36:00.712: INFO: kube-multus-ds-amd64-qjwcz started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.712: INFO: Container kube-multus ready: true, restart count 1 May 28 21:36:00.712: INFO: node-feature-discovery-controller-5bf5c49849-n9ncl started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.712: INFO: Container nfd-controller ready: true, restart count 0 W0528 21:36:00.724966 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:36:00.749: INFO: Latency metrics for node master2 May 28 21:36:00.749: INFO: Logging node info for node master3 May 28 21:36:00.752: INFO: Node Info: &Node{ObjectMeta:{master3 /api/v1/nodes/master3 301b0b5b-fc42-4c78-adb7-75baf6e0cc7e 35856 0 2021-05-28 19:57:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master3 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"52:fa:ab:49:88:02"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.204 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:57:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:57:15 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.2.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.2.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:02:12 +0000 UTC,LastTransitionTime:2021-05-28 20:02:12 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:35:59 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:35:59 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:35:59 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:35:59 +0000 UTC,LastTransitionTime:2021-05-28 19:59:09 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.204,},NodeAddress{Type:Hostname,Address:master3,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a0cb6c0eb1d842469076fff344213c13,SystemUUID:008B1444-141E-E711-906E-0017A4403562,BootID:c6adcff4-8bf7-40d7-9d14-54b1c6a87bc8,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:36:00.752: INFO: Logging kubelet events for node master3 May 28 21:36:00.755: INFO: Logging pods the kubelet thinks is on node master3 May 28 21:36:00.763: INFO: node-exporter-w42s5 started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:36:00.763: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:36:00.763: INFO: Container node-exporter ready: true, restart count 0 May 28 21:36:00.763: INFO: kube-apiserver-master3 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.763: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:36:00.763: INFO: kube-controller-manager-master3 started at 2021-05-28 20:06:02 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.763: INFO: Container kube-controller-manager ready: true, restart count 1 May 28 21:36:00.763: INFO: kube-scheduler-master3 started at 2021-05-28 20:01:23 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.763: INFO: Container kube-scheduler ready: true, restart count 1 May 28 21:36:00.763: INFO: kube-proxy-t5bh6 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.763: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:36:00.763: INFO: kube-flannel-zrskq started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:36:00.763: INFO: Init container install-cni ready: true, restart count 0 May 28 21:36:00.763: INFO: Container kube-flannel ready: true, restart count 1 May 28 21:36:00.763: INFO: kube-multus-ds-amd64-wqgf7 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.763: INFO: Container kube-multus ready: true, restart count 1 May 28 21:36:00.763: INFO: coredns-7677f9bb54-8v554 started at 2021-05-28 19:59:28 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.763: INFO: Container coredns ready: true, restart count 1 W0528 21:36:00.777504 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:36:00.805: INFO: Latency metrics for node master3 May 28 21:36:00.805: INFO: Logging node info for node node1 May 28 21:36:00.809: INFO: Node Info: &Node{ObjectMeta:{node1 /api/v1/nodes/node1 43e51cb4-5acb-42b5-8f26-cd5e977f3829 35862 0 2021-05-28 19:58:22 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.25.1.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node1 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"d2:9d:b7:73:58:07"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.207 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.4.0/24\"":{}}}}} {kubeadm Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-05-28 20:06:07 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-05-28 20:08:35 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-05-28 20:08:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.4.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269628928 0} {<nil>} 196552372Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884628480 0} {<nil>} 174692020Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:01:58 +0000 UTC,LastTransitionTime:2021-05-28 20:01:58 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:35:59 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:35:59 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:35:59 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:35:59 +0000 UTC,LastTransitionTime:2021-05-28 19:59:04 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.207,},NodeAddress{Type:Hostname,Address:node1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:abe6e95dbfa24a9abd34d8fa2abe7655,SystemUUID:00CDA902-D022-E711-906E-0017A4403562,BootID:17719d1f-7df5-4d95-81f3-7d3ac5110ba2,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d731a0fc49b9ad6125b8d5dcb29da2b60bc940b48eacb6f5a9eb2a55c10598db localhost:30500/barometer-collectd:stable],SizeBytes:1464395058,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:1002495332,},ContainerImage{Names:[opnfv/barometer-collectd@sha256:ed5c574f653e2a39e784ff322033a2319aafde7366c803a88f20f7a2a8bc1efb opnfv/barometer-collectd:stable],SizeBytes:825413035,},ContainerImage{Names:[localhost:30500/cmk@sha256:97953d03767e4c2eb5d156394aeaf4bb0b74f3fd1ad08c303cb7561e272a00ff cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[golang@sha256:aa24a0a337084e0747e7c8e97e1131270ae38150e691314f1fa19f4b2f9093c0 golang:alpine3.12],SizeBytes:301156062,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 k8s.gcr.io/etcd:3.4.13-0],SizeBytes:253392289,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[grafana/grafana@sha256:89304bc2335f4976618548d7b93d165ed67369d3a051d2f627fc4e0aa3d0aff1 grafana/grafana:7.1.0],SizeBytes:179601493,},ContainerImage{Names:[quay.io/prometheus/prometheus@sha256:d4ba4dd1a9ebb90916d0bfed3c204adcb118ed24546bf8dd2e6b30fc0fd2009e quay.io/prometheus/prometheus:v2.20.0],SizeBytes:144886595,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/sample-apiserver@sha256:ff02aacd9766d597883fabafc7ad604c719a57611db1bcc1564c69a45b000a55 gcr.io/kubernetes-e2e-test-images/sample-apiserver:1.17],SizeBytes:60684726,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[directxman12/k8s-prometheus-adapter-amd64@sha256:b63dc612e3cb73f79d2401a4516f794f9f0a83002600ca72e675e41baecff437 directxman12/k8s-prometheus-adapter-amd64:v0.6.0],SizeBytes:53267842,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:2bec7a43da8efe70cb7cb14020a6b10aecd02c87e020d394de84e6807e2cf620 nfvpe/sriov-device-plugin:latest localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44392623,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[quay.io/coreos/prometheus-config-reloader@sha256:c679a143b24b7731ad1577a9865aa3805426cbf1b25e30807b951dff68466ffd quay.io/coreos/prometheus-config-reloader:v0.40.0],SizeBytes:10131705,},ContainerImage{Names:[jimmidyson/configmap-reload@sha256:d107c7a235c266273b1c3502a391fec374430e5625539403d0de797fa9c556a2 jimmidyson/configmap-reload:v0.3.0],SizeBytes:9700438,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[alpine@sha256:36553b10a4947067b9fbb7d532951066293a68eae893beba1d9235f7d11a20ad alpine:3.12],SizeBytes:5581415,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:36:00.810: INFO: Logging kubelet events for node node1 May 28 21:36:00.813: INFO: Logging pods the kubelet thinks is on node node1 May 28 21:36:00.827: INFO: kube-proxy-lsngv started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.827: INFO: Container kube-proxy ready: true, restart count 2 May 28 21:36:00.827: INFO: node-exporter-khdpg started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:36:00.827: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:36:00.828: INFO: Container node-exporter ready: true, restart count 0 May 28 21:36:00.828: INFO: pod-configmaps-cb2995c7-52c8-489a-ad8e-e1f4ae9cd904 started at 2021-05-28 21:35:57 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.828: INFO: Container configmap-volume-test ready: true, restart count 0 May 28 21:36:00.828: INFO: pod-submit-remove-803c0a05-665d-419b-a3b2-58be13e6c6d4 started at 2021-05-28 21:34:46 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.828: INFO: Container nginx ready: false, restart count 0 May 28 21:36:00.828: INFO: busybox-host-aliases83919f30-981f-4af3-9806-93a0489bacba started at 2021-05-28 21:32:07 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.828: INFO: Container busybox-host-aliases83919f30-981f-4af3-9806-93a0489bacba ready: false, restart count 0 May 28 21:36:00.828: INFO: kube-flannel-2tjjt started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:36:00.828: INFO: Init container install-cni ready: true, restart count 0 May 28 21:36:00.828: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:36:00.828: INFO: kube-multus-ds-amd64-x7826 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.828: INFO: Container kube-multus ready: true, restart count 1 May 28 21:36:00.828: INFO: collectd-qw9nd started at 2021-05-28 20:16:29 +0000 UTC (0+3 container statuses recorded) May 28 21:36:00.828: INFO: Container collectd ready: true, restart count 0 May 28 21:36:00.828: INFO: Container collectd-exporter ready: true, restart count 0 May 28 21:36:00.828: INFO: Container rbac-proxy ready: true, restart count 0 May 28 21:36:00.828: INFO: downward-api-ae51b8b3-41dd-40dd-83d5-3705e223dbce started at 2021-05-28 21:34:46 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.828: INFO: Container dapi-container ready: false, restart count 0 May 28 21:36:00.828: INFO: server-envvars-fbef63c6-af61-4aec-aa68-26ecb9d3cbcd started at 2021-05-28 21:32:57 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.828: INFO: Container srv ready: true, restart count 0 May 28 21:36:00.828: INFO: nginx-proxy-node1 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.828: INFO: Container nginx-proxy ready: true, restart count 1 May 28 21:36:00.828: INFO: kubernetes-metrics-scraper-678c97765c-wblkm started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.828: INFO: Container kubernetes-metrics-scraper ready: true, restart count 1 May 28 21:36:00.828: INFO: kubernetes-dashboard-86c6f9df5b-c5sbq started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.828: INFO: Container kubernetes-dashboard ready: true, restart count 2 May 28 21:36:00.828: INFO: node-feature-discovery-worker-5x4qg started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.828: INFO: Container nfd-worker ready: true, restart count 0 May 28 21:36:00.828: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-zk2pt started at 2021-05-28 20:06:47 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.828: INFO: Container kube-sriovdp ready: true, restart count 0 May 28 21:36:00.828: INFO: cmk-init-discover-node1-rvqxm started at 2021-05-28 20:08:32 +0000 UTC (0+3 container statuses recorded) May 28 21:36:00.828: INFO: Container discover ready: false, restart count 0 May 28 21:36:00.828: INFO: Container init ready: false, restart count 0 May 28 21:36:00.828: INFO: Container install ready: false, restart count 0 May 28 21:36:00.828: INFO: cmk-jhzjr started at 2021-05-28 20:09:15 +0000 UTC (0+2 container statuses recorded) May 28 21:36:00.828: INFO: Container nodereport ready: true, restart count 0 May 28 21:36:00.828: INFO: Container reconcile ready: true, restart count 0 May 28 21:36:00.828: INFO: prometheus-k8s-0 started at 2021-05-28 20:10:26 +0000 UTC (0+5 container statuses recorded) May 28 21:36:00.828: INFO: Container custom-metrics-apiserver ready: true, restart count 0 May 28 21:36:00.828: INFO: Container grafana ready: true, restart count 0 May 28 21:36:00.828: INFO: Container prometheus ready: true, restart count 1 May 28 21:36:00.828: INFO: Container prometheus-config-reloader ready: true, restart count 0 May 28 21:36:00.828: INFO: Container rules-configmap-reloader ready: true, restart count 0 W0528 21:36:00.842368 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:36:00.875: INFO: Latency metrics for node node1 May 28 21:36:00.875: INFO: Logging node info for node node2 May 28 21:36:00.878: INFO: Node Info: &Node{ObjectMeta:{node2 /api/v1/nodes/node2 3cc89580-b568-4c82-bd1f-200d0823da3b 35900 0 2021-05-28 19:58:22 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.25.1.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node2 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"62:22:2c:ae:14:ae"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.208 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.3.0/24\"":{}}}}} {kubeadm Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-05-28 20:06:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-05-28 20:08:58 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-05-28 20:09:00 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.3.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:01:05 +0000 UTC,LastTransitionTime:2021-05-28 20:01:05 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:36:00 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:36:00 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:36:00 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:36:00 +0000 UTC,LastTransitionTime:2021-05-28 19:59:04 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.208,},NodeAddress{Type:Hostname,Address:node2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b2730c4b09814ab9a78e7bc62c820fbb,SystemUUID:80B3CD56-852F-E711-906E-0017A4403562,BootID:f1459072-d21d-46de-a5d9-46ec9349aae0,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d731a0fc49b9ad6125b8d5dcb29da2b60bc940b48eacb6f5a9eb2a55c10598db localhost:30500/barometer-collectd:stable],SizeBytes:1464395058,},ContainerImage{Names:[localhost:30500/cmk@sha256:97953d03767e4c2eb5d156394aeaf4bb0b74f3fd1ad08c303cb7561e272a00ff localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:2bec7a43da8efe70cb7cb14020a6b10aecd02c87e020d394de84e6807e2cf620 localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44392623,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonroot@sha256:4bd7ae247de5c988700233c5a4b55e804ffe90f8c66ae64853f1dae37b847213 gcr.io/kubernetes-e2e-test-images/nonroot:1.0],SizeBytes:42321438,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:7f3d9945acdf5d86edd89b2b16fe1f6d63ba8bdb4cab50e66f9bce162df9e388 localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:9af6075c93013910787a4e97973da6e0739a86dee1186d7965a5d00b1ac35636 localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:4206620,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:36:00.879: INFO: Logging kubelet events for node node2 May 28 21:36:00.880: INFO: Logging pods the kubelet thinks is on node node2 May 28 21:36:00.892: INFO: kube-flannel-d9wsg started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:36:00.892: INFO: Init container install-cni ready: true, restart count 2 May 28 21:36:00.892: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:36:00.892: INFO: kube-multus-ds-amd64-c9cj2 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.892: INFO: Container kube-multus ready: true, restart count 1 May 28 21:36:00.892: INFO: busybox-scheduling-004d2aeb-20b8-4a74-b96b-eec6d4ab8eac started at 2021-05-28 21:35:55 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.892: INFO: Container busybox-scheduling-004d2aeb-20b8-4a74-b96b-eec6d4ab8eac ready: false, restart count 0 May 28 21:36:00.892: INFO: termination-message-containere6aa6f27-bc3a-4aab-add1-0aa8a502a109 started at 2021-05-28 21:33:41 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.892: INFO: Container termination-message-container ready: false, restart count 0 May 28 21:36:00.892: INFO: node-feature-discovery-worker-j2wnf started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.892: INFO: Container nfd-worker ready: true, restart count 0 May 28 21:36:00.892: INFO: cmk-5vxwj started at 2021-05-28 20:09:16 +0000 UTC (0+2 container statuses recorded) May 28 21:36:00.892: INFO: Container nodereport ready: true, restart count 0 May 28 21:36:00.892: INFO: Container reconcile ready: true, restart count 0 May 28 21:36:00.892: INFO: cmk-webhook-6c9d5f8578-6cpp6 started at 2021-05-28 20:09:16 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.892: INFO: Container cmk-webhook ready: true, restart count 0 May 28 21:36:00.892: INFO: node-exporter-sjsht started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:36:00.892: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:36:00.892: INFO: Container node-exporter ready: true, restart count 0 May 28 21:36:00.892: INFO: tas-telemetry-aware-scheduling-575ccbc9d4-csd8v started at 2021-05-28 20:13:00 +0000 UTC (0+2 container statuses recorded) May 28 21:36:00.892: INFO: Container tas-controller ready: true, restart count 0 May 28 21:36:00.892: INFO: Container tas-extender ready: true, restart count 0 May 28 21:36:00.892: INFO: nginx-proxy-node2 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.892: INFO: Container nginx-proxy ready: true, restart count 2 May 28 21:36:00.892: INFO: collectd-b5dgp started at 2021-05-28 20:16:29 +0000 UTC (0+3 container statuses recorded) May 28 21:36:00.893: INFO: Container collectd ready: true, restart count 0 May 28 21:36:00.893: INFO: Container collectd-exporter ready: true, restart count 0 May 28 21:36:00.893: INFO: Container rbac-proxy ready: true, restart count 0 May 28 21:36:00.893: INFO: pod-init-f9fc6c0e-0b50-4950-bded-4154253e44cd started at 2021-05-28 21:33:55 +0000 UTC (2+1 container statuses recorded) May 28 21:36:00.893: INFO: Init container init1 ready: false, restart count 0 May 28 21:36:00.893: INFO: Init container init2 ready: false, restart count 0 May 28 21:36:00.893: INFO: Container run1 ready: false, restart count 0 May 28 21:36:00.893: INFO: kube-proxy-z5czn started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.893: INFO: Container kube-proxy ready: true, restart count 2 May 28 21:36:00.893: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-29vc6 started at 2021-05-28 20:06:47 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.893: INFO: Container kube-sriovdp ready: true, restart count 0 May 28 21:36:00.893: INFO: cmk-init-discover-node2-95cbr started at 2021-05-28 20:08:52 +0000 UTC (0+3 container statuses recorded) May 28 21:36:00.893: INFO: Container discover ready: false, restart count 0 May 28 21:36:00.893: INFO: Container init ready: false, restart count 0 May 28 21:36:00.893: INFO: Container install ready: false, restart count 0 May 28 21:36:00.893: INFO: pod-adoption started at 2021-05-28 21:33:32 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.893: INFO: Container pod-adoption ready: false, restart count 0 May 28 21:36:00.893: INFO: client-envvars-93f265fc-7cad-42e9-855d-cf2307eac934 started at 2021-05-28 21:33:01 +0000 UTC (0+1 container statuses recorded) May 28 21:36:00.893: INFO: Container env3cont ready: false, restart count 0 W0528 21:36:00.906749 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:36:00.937: INFO: Latency metrics for node node2 May 28 21:36:00.937: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready STEP: Destroying namespace "services-1662" for this suite. [AfterEach] [sig-network] Services /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/network/service.go:786 /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 May 28 21:44:13.502: error in waiting for pods to come up: failed to wait for pods running: [timed out waiting for the condition] Unexpected error: <*errors.errorString | 0xc0034f8ec0>: { s: "failed to wait for pods running: [timed out waiting for the condition]", } failed to wait for pods running: [timed out waiting for the condition] occurred /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apps/deployment.go:289 [BeforeEach] [sig-apps] Deployment /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:174 STEP: Creating a kubernetes client May 28 21:39:08.465: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename deployment STEP: Waiting for a default service account to be provisioned in namespace [BeforeEach] [sig-apps] Deployment /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apps/deployment.go:78 [It] RollingUpdateDeployment should delete old pods and create new ones [Conformance] /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 May 28 21:39:08.484: INFO: Creating replica set "test-rolling-update-controller" (going to be adopted) May 28 21:39:08.490: INFO: Pod name sample-pod: Found 0 pods out of 1 May 28 21:39:13.493: INFO: Pod name sample-pod: Found 1 pods out of 1 STEP: ensuring each pod is running May 28 21:44:13.502: FAIL: error in waiting for pods to come up: failed to wait for pods running: [timed out waiting for the condition] Unexpected error: <*errors.errorString | 0xc0034f8ec0>: { s: "failed to wait for pods running: [timed out waiting for the condition]", } failed to wait for pods running: [timed out waiting for the condition] occurred Full Stack Trace k8s.io/kubernetes/test/e2e/apps.testRollingUpdateDeployment(0xc0008c51e0) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apps/deployment.go:289 +0x608 k8s.io/kubernetes/test/e2e/apps.glob..func4.4() /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apps/deployment.go:92 +0x2a k8s.io/kubernetes/test/e2e.RunE2ETests(0xc0008a1c80) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:130 +0x345 k8s.io/kubernetes/test/e2e.TestE2E(0xc0008a1c80) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:145 +0x2b testing.tRunner(0xc0008a1c80, 0x4de5140) /usr/local/go/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1168 +0x2b3 [AfterEach] [sig-apps] Deployment /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apps/deployment.go:72 May 28 21:44:13.507: INFO: Log out all the ReplicaSets if there is no deployment created May 28 21:44:13.510: INFO: ReplicaSet "test-rolling-update-controller": &ReplicaSet{ObjectMeta:{test-rolling-update-controller deployment-7023 /apis/apps/v1/namespaces/deployment-7023/replicasets/test-rolling-update-controller 8eb4bed1-ebce-417f-ba7d-eaa0ba488f44 37798 1 2021-05-28 21:39:08 +0000 UTC <nil> <nil> map[name:sample-pod pod:httpd] map[deployment.kubernetes.io/revision:3546343826724305832] [] [] [{e2e.test Update apps/v1 2021-05-28 21:39:08 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:deployment.kubernetes.io/revision":{}},"f:labels":{".":{},"f:name":{},"f:pod":{}}},"f:spec":{"f:replicas":{},"f:selector":{"f:matchLabels":{".":{},"f:name":{},"f:pod":{}}},"f:template":{"f:metadata":{"f:labels":{".":{},"f:name":{},"f:pod":{}}},"f:spec":{"f:containers":{"k:{\"name\":\"httpd\"}":{".":{},"f:image":{},"f:imagePullPolicy":{},"f:name":{},"f:resources":{},"f:terminationMessagePath":{},"f:terminationMessagePolicy":{}}},"f:dnsPolicy":{},"f:restartPolicy":{},"f:schedulerName":{},"f:securityContext":{},"f:terminationGracePeriodSeconds":{}}}}}} {kube-controller-manager Update apps/v1 2021-05-28 21:39:08 +0000 UTC FieldsV1 {"f:status":{"f:fullyLabeledReplicas":{},"f:observedGeneration":{},"f:replicas":{}}}}]},Spec:ReplicaSetSpec{Replicas:*1,Selector:&v1.LabelSelector{MatchLabels:map[string]string{name: sample-pod,pod: httpd,},MatchExpressions:[]LabelSelectorRequirement{},},Template:{{ 0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[name:sample-pod pod:httpd] map[] [] [] []} {[] [] [{httpd docker.io/library/httpd:2.4.38-alpine [] [] [] [] [] {map[] map[]} [] [] nil nil nil nil /dev/termination-log File IfNotPresent nil false false false}] [] Always 0xc00290c638 <nil> ClusterFirst map[] <nil> false false false <nil> PodSecurityContext{SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,SupplementalGroups:[],FSGroup:nil,RunAsGroup:nil,Sysctls:[]Sysctl{},WindowsOptions:nil,FSGroupChangePolicy:nil,SeccompProfile:nil,} [] nil default-scheduler [] [] <nil> nil [] <nil> <nil> <nil> map[] [] <nil>}},MinReadySeconds:0,},Status:ReplicaSetStatus{Replicas:1,FullyLabeledReplicas:1,ObservedGeneration:1,ReadyReplicas:0,AvailableReplicas:0,Conditions:[]ReplicaSetCondition{},},} May 28 21:44:13.513: INFO: pod: "test-rolling-update-controller-d85k8": &Pod{ObjectMeta:{test-rolling-update-controller-d85k8 test-rolling-update-controller- deployment-7023 /api/v1/namespaces/deployment-7023/pods/test-rolling-update-controller-d85k8 9fbbf98d-2f27-4452-9d8b-79bcd3f11b82 40236 0 2021-05-28 21:39:08 +0000 UTC <nil> <nil> map[name:sample-pod pod:httpd] map[k8s.v1.cni.cncf.io/network-status:[{ "name": "default-cni-network", "interface": "eth0", "ips": [ "10.244.3.193" ], "mac": "32:7a:02:ba:58:27", "default": true, "dns": {} }] k8s.v1.cni.cncf.io/networks-status:[{ "name": "default-cni-network", "interface": "eth0", "ips": [ "10.244.3.193" ], "mac": "32:7a:02:ba:58:27", "default": true, "dns": {} }] kubernetes.io/psp:collectd] [{apps/v1 ReplicaSet test-rolling-update-controller 8eb4bed1-ebce-417f-ba7d-eaa0ba488f44 0xc00290c987 0xc00290c988}] [] [{kube-controller-manager Update v1 2021-05-28 21:39:08 +0000 UTC FieldsV1 {"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:name":{},"f:pod":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"8eb4bed1-ebce-417f-ba7d-eaa0ba488f44\"}":{".":{},"f:apiVersion":{},"f:blockOwnerDeletion":{},"f:controller":{},"f:kind":{},"f:name":{},"f:uid":{}}}},"f:spec":{"f:containers":{"k:{\"name\":\"httpd\"}":{".":{},"f:image":{},"f:imagePullPolicy":{},"f:name":{},"f:resources":{},"f:terminationMessagePath":{},"f:terminationMessagePolicy":{}}},"f:dnsPolicy":{},"f:enableServiceLinks":{},"f:restartPolicy":{},"f:schedulerName":{},"f:securityContext":{},"f:terminationGracePeriodSeconds":{}}}} {multus Update v1 2021-05-28 21:39:10 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:k8s.v1.cni.cncf.io/network-status":{},"f:k8s.v1.cni.cncf.io/networks-status":{}}}}} {kubelet Update v1 2021-05-28 21:39:12 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"ContainersReady\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Initialized\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:containerStatuses":{},"f:hostIP":{},"f:podIP":{},"f:podIPs":{".":{},"k:{\"ip\":\"10.244.3.193\"}":{".":{},"f:ip":{}}},"f:startTime":{}}}}]},Spec:PodSpec{Volumes:[]Volume{Volume{Name:default-token-hjmb6,VolumeSource:VolumeSource{HostPath:nil,EmptyDir:nil,GCEPersistentDisk:nil,AWSElasticBlockStore:nil,GitRepo:nil,Secret:&SecretVolumeSource{SecretName:default-token-hjmb6,Items:[]KeyToPath{},DefaultMode:*420,Optional:nil,},NFS:nil,ISCSI:nil,Glusterfs:nil,PersistentVolumeClaim:nil,RBD:nil,FlexVolume:nil,Cinder:nil,CephFS:nil,Flocker:nil,DownwardAPI:nil,FC:nil,AzureFile:nil,ConfigMap:nil,VsphereVolume:nil,Quobyte:nil,AzureDisk:nil,PhotonPersistentDisk:nil,PortworxVolume:nil,ScaleIO:nil,Projected:nil,StorageOS:nil,CSI:nil,Ephemeral:nil,},},},Containers:[]Container{Container{Name:httpd,Image:docker.io/library/httpd:2.4.38-alpine,Command:[],Args:[],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{},Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:default-token-hjmb6,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,},},LivenessProbe:nil,ReadinessProbe:nil,Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:Always,SecurityContext:nil,Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,},},RestartPolicy:Always,TerminationGracePeriodSeconds:*0,ActiveDeadlineSeconds:nil,DNSPolicy:ClusterFirst,NodeSelector:map[string]string{},ServiceAccountName:default,DeprecatedServiceAccount:default,NodeName:node2,HostNetwork:false,HostPID:false,HostIPC:false,SecurityContext:&PodSecurityContext{SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,SupplementalGroups:[],FSGroup:nil,RunAsGroup:nil,Sysctls:[]Sysctl{},WindowsOptions:nil,FSGroupChangePolicy:nil,SeccompProfile:nil,},ImagePullSecrets:[]LocalObjectReference{},Hostname:,Subdomain:,Affinity:nil,SchedulerName:default-scheduler,InitContainers:[]Container{},AutomountServiceAccountToken:nil,Tolerations:[]Toleration{Toleration{Key:node.kubernetes.io/not-ready,Operator:Exists,Value:,Effect:NoExecute,TolerationSeconds:*300,},Toleration{Key:node.kubernetes.io/unreachable,Operator:Exists,Value:,Effect:NoExecute,TolerationSeconds:*300,},},HostAliases:[]HostAlias{},PriorityClassName:,Priority:*0,DNSConfig:nil,ShareProcessNamespace:nil,ReadinessGates:[]PodReadinessGate{},RuntimeClassName:nil,EnableServiceLinks:*true,PreemptionPolicy:*PreemptLowerPriority,Overhead:ResourceList{},TopologySpreadConstraints:[]TopologySpreadConstraint{},EphemeralContainers:[]EphemeralContainer{},SetHostnameAsFQDN:nil,},Status:PodStatus{Phase:Pending,Conditions:[]PodCondition{PodCondition{Type:Initialized,Status:True,LastProbeTime:0001-01-01 00:00:00 +0000 UTC,LastTransitionTime:2021-05-28 21:39:08 +0000 UTC,Reason:,Message:,},PodCondition{Type:Ready,Status:False,LastProbeTime:0001-01-01 00:00:00 +0000 UTC,LastTransitionTime:2021-05-28 21:39:08 +0000 UTC,Reason:ContainersNotReady,Message:containers with unready status: [httpd],},PodCondition{Type:ContainersReady,Status:False,LastProbeTime:0001-01-01 00:00:00 +0000 UTC,LastTransitionTime:2021-05-28 21:39:08 +0000 UTC,Reason:ContainersNotReady,Message:containers with unready status: [httpd],},PodCondition{Type:PodScheduled,Status:True,LastProbeTime:0001-01-01 00:00:00 +0000 UTC,LastTransitionTime:2021-05-28 21:39:08 +0000 UTC,Reason:,Message:,},},Message:,Reason:,HostIP:10.10.190.208,PodIP:10.244.3.193,StartTime:2021-05-28 21:39:08 +0000 UTC,ContainerStatuses:[]ContainerStatus{ContainerStatus{Name:httpd,State:ContainerState{Waiting:&ContainerStateWaiting{Reason:ImagePullBackOff,Message:Back-off pulling image "docker.io/library/httpd:2.4.38-alpine",},Running:nil,Terminated:nil,},LastTerminationState:ContainerState{Waiting:nil,Running:nil,Terminated:nil,},Ready:false,RestartCount:0,Image:docker.io/library/httpd:2.4.38-alpine,ImageID:,ContainerID:,Started:*false,},},QOSClass:BestEffort,InitContainerStatuses:[]ContainerStatus{},NominatedNodeName:,PodIPs:[]PodIP{PodIP{IP:10.244.3.193,},},EphemeralContainerStatuses:[]ContainerStatus{},},} [AfterEach] [sig-apps] Deployment /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:175 STEP: Collecting events from namespace "deployment-7023". STEP: Found 8 events. May 28 21:44:13.516: INFO: At 2021-05-28 21:39:08 +0000 UTC - event for test-rolling-update-controller: {replicaset-controller } SuccessfulCreate: Created pod: test-rolling-update-controller-d85k8 May 28 21:44:13.516: INFO: At 2021-05-28 21:39:08 +0000 UTC - event for test-rolling-update-controller-d85k8: {default-scheduler } Scheduled: Successfully assigned deployment-7023/test-rolling-update-controller-d85k8 to node2 May 28 21:44:13.516: INFO: At 2021-05-28 21:39:10 +0000 UTC - event for test-rolling-update-controller-d85k8: {kubelet node2} Pulling: Pulling image "docker.io/library/httpd:2.4.38-alpine" May 28 21:44:13.516: INFO: At 2021-05-28 21:39:10 +0000 UTC - event for test-rolling-update-controller-d85k8: {multus } AddedInterface: Add eth0 [10.244.3.193/24] May 28 21:44:13.516: INFO: At 2021-05-28 21:39:11 +0000 UTC - event for test-rolling-update-controller-d85k8: {kubelet node2} Failed: Failed to pull image "docker.io/library/httpd:2.4.38-alpine": rpc error: code = Unknown desc = Error response from daemon: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit May 28 21:44:13.516: INFO: At 2021-05-28 21:39:11 +0000 UTC - event for test-rolling-update-controller-d85k8: {kubelet node2} Failed: Error: ErrImagePull May 28 21:44:13.516: INFO: At 2021-05-28 21:39:12 +0000 UTC - event for test-rolling-update-controller-d85k8: {kubelet node2} BackOff: Back-off pulling image "docker.io/library/httpd:2.4.38-alpine" May 28 21:44:13.516: INFO: At 2021-05-28 21:39:12 +0000 UTC - event for test-rolling-update-controller-d85k8: {kubelet node2} Failed: Error: ImagePullBackOff May 28 21:44:13.518: INFO: POD NODE PHASE GRACE CONDITIONS May 28 21:44:13.518: INFO: test-rolling-update-controller-d85k8 node2 Pending [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:39:08 +0000 UTC } {Ready False 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:39:08 +0000 UTC ContainersNotReady containers with unready status: [httpd]} {ContainersReady False 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:39:08 +0000 UTC ContainersNotReady containers with unready status: [httpd]} {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2021-05-28 21:39:08 +0000 UTC }] May 28 21:44:13.519: INFO: May 28 21:44:13.525: INFO: Logging node info for node master1 May 28 21:44:13.527: INFO: Node Info: &Node{ObjectMeta:{master1 /api/v1/nodes/master1 0aa78934-442a-44a3-8c5c-f827e18dd3d7 41125 0 2021-05-28 19:56:25 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master1 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"0a:41:0b:9d:15:5a"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.202 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:56:25 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:56:26 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.0.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.0.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:02:03 +0000 UTC,LastTransitionTime:2021-05-28 20:02:03 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:44:11 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:44:11 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:44:11 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:44:11 +0000 UTC,LastTransitionTime:2021-05-28 19:59:09 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.202,},NodeAddress{Type:Hostname,Address:master1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:f7fb2c462cae4b9c990ab2e5c72f7816,SystemUUID:00ACFB60-0631-E711-906E-0017A4403562,BootID:24c06694-15ae-4da4-9143-144d98afdd8d,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:9d07c391aeb1a9d02eb4343c113ed01825227c70c32b3cae861711f90191b0fd quay.io/coreos/kube-rbac-proxy:v0.4.1],SizeBytes:41317870,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[quay.io/coreos/prometheus-operator@sha256:a54e806fb27d2fb0251da4f3b2a3bb5320759af63a54a755788304775f2384a7 quay.io/coreos/prometheus-operator:v0.40.0],SizeBytes:38238457,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[registry@sha256:1cd9409a311350c3072fe510b52046f104416376c126a479cef9a4dfe692cf57 registry:2.7.0],SizeBytes:24191168,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:7f3d9945acdf5d86edd89b2b16fe1f6d63ba8bdb4cab50e66f9bce162df9e388 tas-controller:latest localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[nginx@sha256:a97eb9ecc708c8aa715ccfb5e9338f5456e4b65575daf304f108301f3b497314 nginx:1.19.2-alpine],SizeBytes:22052669,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:9af6075c93013910787a4e97973da6e0739a86dee1186d7965a5d00b1ac35636 tas-extender:latest localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:5577654,},ContainerImage{Names:[alpine@sha256:c0e9560cda118f9ec63ddefb4a173a2b2a0347082d7dff7dc14272e7841a5b5a alpine:3.12.1],SizeBytes:5573013,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:44:13.528: INFO: Logging kubelet events for node master1 May 28 21:44:13.530: INFO: Logging pods the kubelet thinks is on node master1 May 28 21:44:13.541: INFO: kube-flannel-d54gm started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:44:13.541: INFO: Init container install-cni ready: true, restart count 0 May 28 21:44:13.541: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:44:13.541: INFO: coredns-7677f9bb54-zb7h8 started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.541: INFO: Container coredns ready: true, restart count 1 May 28 21:44:13.541: INFO: node-exporter-9b7pq started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:44:13.541: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:44:13.541: INFO: Container node-exporter ready: true, restart count 0 May 28 21:44:13.541: INFO: kube-proxy-994p2 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.541: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:44:13.541: INFO: kube-multus-ds-amd64-n9j8k started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.541: INFO: Container kube-multus ready: true, restart count 1 May 28 21:44:13.541: INFO: docker-registry-docker-registry-56cbc7bc58-rbghz started at 2021-05-28 20:02:55 +0000 UTC (0+2 container statuses recorded) May 28 21:44:13.541: INFO: Container docker-registry ready: true, restart count 0 May 28 21:44:13.541: INFO: Container nginx ready: true, restart count 0 May 28 21:44:13.541: INFO: prometheus-operator-5bb8cb9d8f-7wdtq started at 2021-05-28 20:10:02 +0000 UTC (0+2 container statuses recorded) May 28 21:44:13.541: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:44:13.541: INFO: Container prometheus-operator ready: true, restart count 0 May 28 21:44:13.541: INFO: kube-scheduler-master1 started at 2021-05-28 19:57:39 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.541: INFO: Container kube-scheduler ready: true, restart count 0 May 28 21:44:13.541: INFO: kube-apiserver-master1 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.541: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:44:13.541: INFO: kube-controller-manager-master1 started at 2021-05-28 19:57:39 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.541: INFO: Container kube-controller-manager ready: true, restart count 2 W0528 21:44:13.557608 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:44:13.591: INFO: Latency metrics for node master1 May 28 21:44:13.592: INFO: Logging node info for node master2 May 28 21:44:13.594: INFO: Node Info: &Node{ObjectMeta:{master2 /api/v1/nodes/master2 b80f32b6-a396-4f09-a110-345a08d762ee 41103 0 2021-05-28 19:57:04 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master2 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"b2:be:c9:d8:cf:bb"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.203 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/master.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:57:04 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:57:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}},"f:taints":{}}}} {nfd-master Update v1 2021-05-28 20:06:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/master.version":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.1.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:00:49 +0000 UTC,LastTransitionTime:2021-05-28 20:00:49 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:44:08 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:44:08 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:44:08 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:44:08 +0000 UTC,LastTransitionTime:2021-05-28 20:00:43 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.203,},NodeAddress{Type:Hostname,Address:master2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2746caf91c53460599f165aa716150cd,SystemUUID:00A0DE53-E51D-E711-906E-0017A4403562,BootID:b63b522f-706f-4e28-a104-c73edcd04319,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:44:13.595: INFO: Logging kubelet events for node master2 May 28 21:44:13.597: INFO: Logging pods the kubelet thinks is on node master2 May 28 21:44:13.607: INFO: node-exporter-frch9 started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:44:13.607: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:44:13.607: INFO: Container node-exporter ready: true, restart count 0 May 28 21:44:13.607: INFO: kube-scheduler-master2 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.607: INFO: Container kube-scheduler ready: true, restart count 3 May 28 21:44:13.607: INFO: kube-proxy-jkbl8 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.607: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:44:13.607: INFO: dns-autoscaler-5b7b5c9b6f-r797x started at 2021-05-28 19:59:31 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.607: INFO: Container autoscaler ready: true, restart count 1 May 28 21:44:13.607: INFO: kube-multus-ds-amd64-qjwcz started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.607: INFO: Container kube-multus ready: true, restart count 1 May 28 21:44:13.607: INFO: node-feature-discovery-controller-5bf5c49849-n9ncl started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.607: INFO: Container nfd-controller ready: true, restart count 0 May 28 21:44:13.607: INFO: kube-apiserver-master2 started at 2021-05-28 20:05:31 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.607: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:44:13.607: INFO: kube-controller-manager-master2 started at 2021-05-28 20:05:41 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.607: INFO: Container kube-controller-manager ready: true, restart count 3 May 28 21:44:13.607: INFO: kube-flannel-xvtkj started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:44:13.607: INFO: Init container install-cni ready: true, restart count 0 May 28 21:44:13.607: INFO: Container kube-flannel ready: true, restart count 2 W0528 21:44:13.622984 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:44:13.652: INFO: Latency metrics for node master2 May 28 21:44:13.652: INFO: Logging node info for node master3 May 28 21:44:13.655: INFO: Node Info: &Node{ObjectMeta:{master3 /api/v1/nodes/master3 301b0b5b-fc42-4c78-adb7-75baf6e0cc7e 41119 0 2021-05-28 19:57:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master3 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"52:fa:ab:49:88:02"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.204 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:57:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:57:15 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.2.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.2.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:02:12 +0000 UTC,LastTransitionTime:2021-05-28 20:02:12 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:44:11 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:44:11 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:44:11 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:44:11 +0000 UTC,LastTransitionTime:2021-05-28 19:59:09 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.204,},NodeAddress{Type:Hostname,Address:master3,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a0cb6c0eb1d842469076fff344213c13,SystemUUID:008B1444-141E-E711-906E-0017A4403562,BootID:c6adcff4-8bf7-40d7-9d14-54b1c6a87bc8,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:44:13.656: INFO: Logging kubelet events for node master3 May 28 21:44:13.658: INFO: Logging pods the kubelet thinks is on node master3 May 28 21:44:13.667: INFO: kube-apiserver-master3 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.667: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:44:13.667: INFO: kube-controller-manager-master3 started at 2021-05-28 20:06:02 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.667: INFO: Container kube-controller-manager ready: true, restart count 1 May 28 21:44:13.667: INFO: kube-scheduler-master3 started at 2021-05-28 20:01:23 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.667: INFO: Container kube-scheduler ready: true, restart count 1 May 28 21:44:13.667: INFO: kube-proxy-t5bh6 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.667: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:44:13.667: INFO: kube-flannel-zrskq started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:44:13.667: INFO: Init container install-cni ready: true, restart count 0 May 28 21:44:13.667: INFO: Container kube-flannel ready: true, restart count 1 May 28 21:44:13.667: INFO: kube-multus-ds-amd64-wqgf7 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.667: INFO: Container kube-multus ready: true, restart count 1 May 28 21:44:13.667: INFO: coredns-7677f9bb54-8v554 started at 2021-05-28 19:59:28 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.667: INFO: Container coredns ready: true, restart count 1 May 28 21:44:13.667: INFO: node-exporter-w42s5 started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:44:13.667: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:44:13.667: INFO: Container node-exporter ready: true, restart count 0 W0528 21:44:13.681549 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:44:13.716: INFO: Latency metrics for node master3 May 28 21:44:13.716: INFO: Logging node info for node node1 May 28 21:44:13.719: INFO: Node Info: &Node{ObjectMeta:{node1 /api/v1/nodes/node1 43e51cb4-5acb-42b5-8f26-cd5e977f3829 41131 0 2021-05-28 19:58:22 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.25.1.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node1 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"d2:9d:b7:73:58:07"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.207 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.4.0/24\"":{}}}}} {kubeadm Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-05-28 20:06:07 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-05-28 20:08:35 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-05-28 20:08:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.4.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269628928 0} {<nil>} 196552372Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884628480 0} {<nil>} 174692020Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:01:58 +0000 UTC,LastTransitionTime:2021-05-28 20:01:58 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:44:13 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:44:13 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:44:13 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:44:13 +0000 UTC,LastTransitionTime:2021-05-28 19:59:04 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.207,},NodeAddress{Type:Hostname,Address:node1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:abe6e95dbfa24a9abd34d8fa2abe7655,SystemUUID:00CDA902-D022-E711-906E-0017A4403562,BootID:17719d1f-7df5-4d95-81f3-7d3ac5110ba2,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d731a0fc49b9ad6125b8d5dcb29da2b60bc940b48eacb6f5a9eb2a55c10598db localhost:30500/barometer-collectd:stable],SizeBytes:1464395058,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:1002495332,},ContainerImage{Names:[opnfv/barometer-collectd@sha256:ed5c574f653e2a39e784ff322033a2319aafde7366c803a88f20f7a2a8bc1efb opnfv/barometer-collectd:stable],SizeBytes:825413035,},ContainerImage{Names:[localhost:30500/cmk@sha256:97953d03767e4c2eb5d156394aeaf4bb0b74f3fd1ad08c303cb7561e272a00ff cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[golang@sha256:aa24a0a337084e0747e7c8e97e1131270ae38150e691314f1fa19f4b2f9093c0 golang:alpine3.12],SizeBytes:301156062,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 k8s.gcr.io/etcd:3.4.13-0],SizeBytes:253392289,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[grafana/grafana@sha256:89304bc2335f4976618548d7b93d165ed67369d3a051d2f627fc4e0aa3d0aff1 grafana/grafana:7.1.0],SizeBytes:179601493,},ContainerImage{Names:[quay.io/prometheus/prometheus@sha256:d4ba4dd1a9ebb90916d0bfed3c204adcb118ed24546bf8dd2e6b30fc0fd2009e quay.io/prometheus/prometheus:v2.20.0],SizeBytes:144886595,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/sample-apiserver@sha256:ff02aacd9766d597883fabafc7ad604c719a57611db1bcc1564c69a45b000a55 gcr.io/kubernetes-e2e-test-images/sample-apiserver:1.17],SizeBytes:60684726,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[directxman12/k8s-prometheus-adapter-amd64@sha256:b63dc612e3cb73f79d2401a4516f794f9f0a83002600ca72e675e41baecff437 directxman12/k8s-prometheus-adapter-amd64:v0.6.0],SizeBytes:53267842,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:2bec7a43da8efe70cb7cb14020a6b10aecd02c87e020d394de84e6807e2cf620 nfvpe/sriov-device-plugin:latest localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44392623,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[quay.io/coreos/prometheus-config-reloader@sha256:c679a143b24b7731ad1577a9865aa3805426cbf1b25e30807b951dff68466ffd quay.io/coreos/prometheus-config-reloader:v0.40.0],SizeBytes:10131705,},ContainerImage{Names:[jimmidyson/configmap-reload@sha256:d107c7a235c266273b1c3502a391fec374430e5625539403d0de797fa9c556a2 jimmidyson/configmap-reload:v0.3.0],SizeBytes:9700438,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[alpine@sha256:36553b10a4947067b9fbb7d532951066293a68eae893beba1d9235f7d11a20ad alpine:3.12],SizeBytes:5581415,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:44:13.721: INFO: Logging kubelet events for node node1 May 28 21:44:13.723: INFO: Logging pods the kubelet thinks is on node node1 May 28 21:44:13.737: INFO: kube-flannel-2tjjt started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:44:13.737: INFO: Init container install-cni ready: true, restart count 0 May 28 21:44:13.737: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:44:13.737: INFO: kube-multus-ds-amd64-x7826 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.737: INFO: Container kube-multus ready: true, restart count 1 May 28 21:44:13.737: INFO: collectd-qw9nd started at 2021-05-28 20:16:29 +0000 UTC (0+3 container statuses recorded) May 28 21:44:13.737: INFO: Container collectd ready: true, restart count 0 May 28 21:44:13.737: INFO: Container collectd-exporter ready: true, restart count 0 May 28 21:44:13.737: INFO: Container rbac-proxy ready: true, restart count 0 May 28 21:44:13.737: INFO: my-hostname-basic-d32c2203-1961-4800-a39e-d8513bb35c77-bxs7h started at 2021-05-28 21:44:00 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.737: INFO: Container my-hostname-basic-d32c2203-1961-4800-a39e-d8513bb35c77 ready: true, restart count 0 May 28 21:44:13.737: INFO: server-envvars-fbef63c6-af61-4aec-aa68-26ecb9d3cbcd started at 2021-05-28 21:32:57 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.737: INFO: Container srv ready: true, restart count 0 May 28 21:44:13.737: INFO: nginx-proxy-node1 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.737: INFO: Container nginx-proxy ready: true, restart count 1 May 28 21:44:13.737: INFO: kubernetes-metrics-scraper-678c97765c-wblkm started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.737: INFO: Container kubernetes-metrics-scraper ready: true, restart count 1 May 28 21:44:13.737: INFO: kubernetes-dashboard-86c6f9df5b-c5sbq started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.737: INFO: Container kubernetes-dashboard ready: true, restart count 2 May 28 21:44:13.737: INFO: node-feature-discovery-worker-5x4qg started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.737: INFO: Container nfd-worker ready: true, restart count 0 May 28 21:44:13.737: INFO: test-pod started at 2021-05-28 21:43:46 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.737: INFO: Container webserver ready: false, restart count 0 May 28 21:44:13.738: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-zk2pt started at 2021-05-28 20:06:47 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.738: INFO: Container kube-sriovdp ready: true, restart count 0 May 28 21:44:13.738: INFO: cmk-init-discover-node1-rvqxm started at 2021-05-28 20:08:32 +0000 UTC (0+3 container statuses recorded) May 28 21:44:13.738: INFO: Container discover ready: false, restart count 0 May 28 21:44:13.738: INFO: Container init ready: false, restart count 0 May 28 21:44:13.738: INFO: Container install ready: false, restart count 0 May 28 21:44:13.738: INFO: cmk-jhzjr started at 2021-05-28 20:09:15 +0000 UTC (0+2 container statuses recorded) May 28 21:44:13.738: INFO: Container nodereport ready: true, restart count 0 May 28 21:44:13.738: INFO: Container reconcile ready: true, restart count 0 May 28 21:44:13.738: INFO: prometheus-k8s-0 started at 2021-05-28 20:10:26 +0000 UTC (0+5 container statuses recorded) May 28 21:44:13.738: INFO: Container custom-metrics-apiserver ready: true, restart count 0 May 28 21:44:13.738: INFO: Container grafana ready: true, restart count 0 May 28 21:44:13.738: INFO: Container prometheus ready: true, restart count 1 May 28 21:44:13.738: INFO: Container prometheus-config-reloader ready: true, restart count 0 May 28 21:44:13.738: INFO: Container rules-configmap-reloader ready: true, restart count 0 May 28 21:44:13.738: INFO: kube-proxy-lsngv started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.738: INFO: Container kube-proxy ready: true, restart count 2 May 28 21:44:13.738: INFO: node-exporter-khdpg started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:44:13.738: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:44:13.738: INFO: Container node-exporter ready: true, restart count 0 May 28 21:44:13.738: INFO: var-expansion-0631260e-be64-437a-abc3-0067ec6056fc started at 2021-05-28 21:39:51 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.738: INFO: Container dapi-container ready: false, restart count 0 W0528 21:44:13.752893 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:44:13.785: INFO: Latency metrics for node node1 May 28 21:44:13.785: INFO: Logging node info for node node2 May 28 21:44:13.788: INFO: Node Info: &Node{ObjectMeta:{node2 /api/v1/nodes/node2 3cc89580-b568-4c82-bd1f-200d0823da3b 41128 0 2021-05-28 19:58:22 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.25.1.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node2 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"62:22:2c:ae:14:ae"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.208 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.3.0/24\"":{}}}}} {kubeadm Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-05-28 20:06:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-05-28 20:08:58 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-05-28 20:09:00 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.3.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:01:05 +0000 UTC,LastTransitionTime:2021-05-28 20:01:05 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:44:13 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:44:13 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:44:13 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:44:13 +0000 UTC,LastTransitionTime:2021-05-28 19:59:04 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.208,},NodeAddress{Type:Hostname,Address:node2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b2730c4b09814ab9a78e7bc62c820fbb,SystemUUID:80B3CD56-852F-E711-906E-0017A4403562,BootID:f1459072-d21d-46de-a5d9-46ec9349aae0,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d731a0fc49b9ad6125b8d5dcb29da2b60bc940b48eacb6f5a9eb2a55c10598db localhost:30500/barometer-collectd:stable],SizeBytes:1464395058,},ContainerImage{Names:[localhost:30500/cmk@sha256:97953d03767e4c2eb5d156394aeaf4bb0b74f3fd1ad08c303cb7561e272a00ff localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:2bec7a43da8efe70cb7cb14020a6b10aecd02c87e020d394de84e6807e2cf620 localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44392623,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonroot@sha256:4bd7ae247de5c988700233c5a4b55e804ffe90f8c66ae64853f1dae37b847213 gcr.io/kubernetes-e2e-test-images/nonroot:1.0],SizeBytes:42321438,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:7f3d9945acdf5d86edd89b2b16fe1f6d63ba8bdb4cab50e66f9bce162df9e388 localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:9af6075c93013910787a4e97973da6e0739a86dee1186d7965a5d00b1ac35636 localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:4206620,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:44:13.788: INFO: Logging kubelet events for node node2 May 28 21:44:13.791: INFO: Logging pods the kubelet thinks is on node node2 May 28 21:44:13.806: INFO: kube-proxy-z5czn started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.806: INFO: Container kube-proxy ready: true, restart count 2 May 28 21:44:13.806: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-29vc6 started at 2021-05-28 20:06:47 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.806: INFO: Container kube-sriovdp ready: true, restart count 0 May 28 21:44:13.806: INFO: cmk-init-discover-node2-95cbr started at 2021-05-28 20:08:52 +0000 UTC (0+3 container statuses recorded) May 28 21:44:13.806: INFO: Container discover ready: false, restart count 0 May 28 21:44:13.806: INFO: Container init ready: false, restart count 0 May 28 21:44:13.806: INFO: Container install ready: false, restart count 0 May 28 21:44:13.806: INFO: test-rolling-update-controller-d85k8 started at 2021-05-28 21:39:08 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.806: INFO: Container httpd ready: false, restart count 0 May 28 21:44:13.806: INFO: kube-flannel-d9wsg started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:44:13.806: INFO: Init container install-cni ready: true, restart count 2 May 28 21:44:13.806: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:44:13.806: INFO: kube-multus-ds-amd64-c9cj2 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.806: INFO: Container kube-multus ready: true, restart count 1 May 28 21:44:13.806: INFO: tester started at 2021-05-28 21:39:24 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.806: INFO: Container tester ready: false, restart count 0 May 28 21:44:13.806: INFO: pod-exec-websocket-a24d0c25-271c-4012-8b5b-0fa728f44e9e started at 2021-05-28 21:42:22 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.806: INFO: Container main ready: false, restart count 0 May 28 21:44:13.806: INFO: server started at 2021-05-28 21:39:20 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.806: INFO: Container agnhost-container ready: true, restart count 0 May 28 21:44:13.806: INFO: test-rollover-controller-thm8c started at 2021-05-28 21:39:51 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.806: INFO: Container httpd ready: false, restart count 0 May 28 21:44:13.806: INFO: pod-logs-websocket-94bd757d-81b2-4656-8a40-0c8e8792d78f started at 2021-05-28 21:42:22 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.806: INFO: Container main ready: false, restart count 0 May 28 21:44:13.806: INFO: node-feature-discovery-worker-j2wnf started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.806: INFO: Container nfd-worker ready: true, restart count 0 May 28 21:44:13.806: INFO: cmk-5vxwj started at 2021-05-28 20:09:16 +0000 UTC (0+2 container statuses recorded) May 28 21:44:13.806: INFO: Container nodereport ready: true, restart count 0 May 28 21:44:13.806: INFO: Container reconcile ready: true, restart count 0 May 28 21:44:13.806: INFO: cmk-webhook-6c9d5f8578-6cpp6 started at 2021-05-28 20:09:16 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.806: INFO: Container cmk-webhook ready: true, restart count 0 May 28 21:44:13.806: INFO: node-exporter-sjsht started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:44:13.806: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:44:13.806: INFO: Container node-exporter ready: true, restart count 0 May 28 21:44:13.806: INFO: tas-telemetry-aware-scheduling-575ccbc9d4-csd8v started at 2021-05-28 20:13:00 +0000 UTC (0+2 container statuses recorded) May 28 21:44:13.806: INFO: Container tas-controller ready: true, restart count 0 May 28 21:44:13.806: INFO: Container tas-extender ready: true, restart count 0 May 28 21:44:13.806: INFO: nginx-proxy-node2 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.806: INFO: Container nginx-proxy ready: true, restart count 2 May 28 21:44:13.806: INFO: collectd-b5dgp started at 2021-05-28 20:16:29 +0000 UTC (0+3 container statuses recorded) May 28 21:44:13.806: INFO: Container collectd ready: true, restart count 0 May 28 21:44:13.806: INFO: Container collectd-exporter ready: true, restart count 0 May 28 21:44:13.806: INFO: Container rbac-proxy ready: true, restart count 0 May 28 21:44:13.806: INFO: test-webserver-e2df992d-03e0-4dad-92fe-9345bc029070 started at 2021-05-28 21:43:21 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.806: INFO: Container test-webserver ready: true, restart count 0 May 28 21:44:13.806: INFO: client-envvars-93f265fc-7cad-42e9-855d-cf2307eac934 started at 2021-05-28 21:43:08 +0000 UTC (0+1 container statuses recorded) May 28 21:44:13.806: INFO: Container env3cont ready: false, restart count 0 W0528 21:44:13.820455 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:44:13.852: INFO: Latency metrics for node node2 May 28 21:44:13.852: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready STEP: Destroying namespace "deployment-7023" for this suite. /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 May 28 21:51:55.960: Timed out after 300.001s. Expected <v1.PodPhase>: Pending to equal <v1.PodPhase>: Succeeded /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/common/runtime.go:154 [BeforeEach] [k8s.io] Container Runtime /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:174 STEP: Creating a kubernetes client May 28 21:46:55.922: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename container-runtime STEP: Waiting for a default service account to be provisioned in namespace [It] should report termination message [LinuxOnly] if TerminationMessagePath is set as non-root user and at a non-default path [NodeConformance] [Conformance] /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 STEP: create the container STEP: wait for the container to reach Succeeded May 28 21:51:55.960: FAIL: Timed out after 300.001s. Expected <v1.PodPhase>: Pending to equal <v1.PodPhase>: Succeeded Full Stack Trace k8s.io/kubernetes/test/e2e/common.glob..func25.1.2.1(0x4c5f246, 0x1d, 0xc0005dff00, 0x1e, 0xc003d8cc80, 0x2, 0x2, 0xc004114840, 0x1, 0x1, ...) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/common/runtime.go:154 +0x3f1 k8s.io/kubernetes/test/e2e/common.glob..func25.1.2.3() /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/common/runtime.go:211 +0x292 k8s.io/kubernetes/test/e2e.RunE2ETests(0xc0008a1c80) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:130 +0x345 k8s.io/kubernetes/test/e2e.TestE2E(0xc0008a1c80) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:145 +0x2b testing.tRunner(0xc0008a1c80, 0x4de5140) /usr/local/go/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1168 +0x2b3 [AfterEach] [k8s.io] Container Runtime /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:175 STEP: Collecting events from namespace "container-runtime-6246". STEP: Found 9 events. May 28 21:51:55.973: INFO: At 2021-05-28 21:46:55 +0000 UTC - event for termination-message-containerac1374bb-2054-4f5c-990c-bb6332788a30: {default-scheduler } Scheduled: Successfully assigned container-runtime-6246/termination-message-containerac1374bb-2054-4f5c-990c-bb6332788a30 to node1 May 28 21:51:55.973: INFO: At 2021-05-28 21:46:57 +0000 UTC - event for termination-message-containerac1374bb-2054-4f5c-990c-bb6332788a30: {multus } AddedInterface: Add eth0 [10.244.4.192/24] May 28 21:51:55.973: INFO: At 2021-05-28 21:46:57 +0000 UTC - event for termination-message-containerac1374bb-2054-4f5c-990c-bb6332788a30: {kubelet node1} Pulling: Pulling image "docker.io/library/busybox:1.29" May 28 21:51:55.973: INFO: At 2021-05-28 21:46:58 +0000 UTC - event for termination-message-containerac1374bb-2054-4f5c-990c-bb6332788a30: {kubelet node1} Failed: Failed to pull image "docker.io/library/busybox:1.29": rpc error: code = Unknown desc = Error response from daemon: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit May 28 21:51:55.973: INFO: At 2021-05-28 21:46:58 +0000 UTC - event for termination-message-containerac1374bb-2054-4f5c-990c-bb6332788a30: {kubelet node1} Failed: Error: ErrImagePull May 28 21:51:55.973: INFO: At 2021-05-28 21:46:59 +0000 UTC - event for termination-message-containerac1374bb-2054-4f5c-990c-bb6332788a30: {kubelet node1} SandboxChanged: Pod sandbox changed, it will be killed and re-created. May 28 21:51:55.973: INFO: At 2021-05-28 21:47:01 +0000 UTC - event for termination-message-containerac1374bb-2054-4f5c-990c-bb6332788a30: {multus } AddedInterface: Add eth0 [10.244.4.193/24] May 28 21:51:55.973: INFO: At 2021-05-28 21:47:01 +0000 UTC - event for termination-message-containerac1374bb-2054-4f5c-990c-bb6332788a30: {kubelet node1} BackOff: Back-off pulling image "docker.io/library/busybox:1.29" May 28 21:51:55.973: INFO: At 2021-05-28 21:47:01 +0000 UTC - event for termination-message-containerac1374bb-2054-4f5c-990c-bb6332788a30: {kubelet node1} Failed: Error: ImagePullBackOff May 28 21:51:55.975: INFO: POD NODE PHASE GRACE CONDITIONS May 28 21:51:55.975: INFO: May 28 21:51:55.979: INFO: Logging node info for node master1 May 28 21:51:55.982: INFO: Node Info: &Node{ObjectMeta:{master1 /api/v1/nodes/master1 0aa78934-442a-44a3-8c5c-f827e18dd3d7 45528 0 2021-05-28 19:56:25 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master1 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"0a:41:0b:9d:15:5a"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.202 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:56:25 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:56:26 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.0.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.0.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:02:03 +0000 UTC,LastTransitionTime:2021-05-28 20:02:03 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:51:53 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:51:53 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:51:53 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:51:53 +0000 UTC,LastTransitionTime:2021-05-28 19:59:09 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.202,},NodeAddress{Type:Hostname,Address:master1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:f7fb2c462cae4b9c990ab2e5c72f7816,SystemUUID:00ACFB60-0631-E711-906E-0017A4403562,BootID:24c06694-15ae-4da4-9143-144d98afdd8d,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:9d07c391aeb1a9d02eb4343c113ed01825227c70c32b3cae861711f90191b0fd quay.io/coreos/kube-rbac-proxy:v0.4.1],SizeBytes:41317870,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[quay.io/coreos/prometheus-operator@sha256:a54e806fb27d2fb0251da4f3b2a3bb5320759af63a54a755788304775f2384a7 quay.io/coreos/prometheus-operator:v0.40.0],SizeBytes:38238457,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[registry@sha256:1cd9409a311350c3072fe510b52046f104416376c126a479cef9a4dfe692cf57 registry:2.7.0],SizeBytes:24191168,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:7f3d9945acdf5d86edd89b2b16fe1f6d63ba8bdb4cab50e66f9bce162df9e388 tas-controller:latest localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[nginx@sha256:a97eb9ecc708c8aa715ccfb5e9338f5456e4b65575daf304f108301f3b497314 nginx:1.19.2-alpine],SizeBytes:22052669,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:9af6075c93013910787a4e97973da6e0739a86dee1186d7965a5d00b1ac35636 tas-extender:latest localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:5577654,},ContainerImage{Names:[alpine@sha256:c0e9560cda118f9ec63ddefb4a173a2b2a0347082d7dff7dc14272e7841a5b5a alpine:3.12.1],SizeBytes:5573013,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:51:55.983: INFO: Logging kubelet events for node master1 May 28 21:51:55.985: INFO: Logging pods the kubelet thinks is on node master1 May 28 21:51:55.994: INFO: kube-controller-manager-master1 started at 2021-05-28 19:57:39 +0000 UTC (0+1 container statuses recorded) May 28 21:51:55.994: INFO: Container kube-controller-manager ready: true, restart count 2 May 28 21:51:55.994: INFO: kube-multus-ds-amd64-n9j8k started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:51:55.994: INFO: Container kube-multus ready: true, restart count 1 May 28 21:51:55.994: INFO: docker-registry-docker-registry-56cbc7bc58-rbghz started at 2021-05-28 20:02:55 +0000 UTC (0+2 container statuses recorded) May 28 21:51:55.994: INFO: Container docker-registry ready: true, restart count 0 May 28 21:51:55.994: INFO: Container nginx ready: true, restart count 0 May 28 21:51:55.994: INFO: prometheus-operator-5bb8cb9d8f-7wdtq started at 2021-05-28 20:10:02 +0000 UTC (0+2 container statuses recorded) May 28 21:51:55.994: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:51:55.994: INFO: Container prometheus-operator ready: true, restart count 0 May 28 21:51:55.994: INFO: kube-scheduler-master1 started at 2021-05-28 19:57:39 +0000 UTC (0+1 container statuses recorded) May 28 21:51:55.994: INFO: Container kube-scheduler ready: true, restart count 0 May 28 21:51:55.994: INFO: kube-apiserver-master1 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:51:55.994: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:51:55.994: INFO: kube-proxy-994p2 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:51:55.994: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:51:55.994: INFO: kube-flannel-d54gm started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:51:55.994: INFO: Init container install-cni ready: true, restart count 0 May 28 21:51:55.994: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:51:55.994: INFO: coredns-7677f9bb54-zb7h8 started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:51:55.994: INFO: Container coredns ready: true, restart count 1 May 28 21:51:55.994: INFO: node-exporter-9b7pq started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:51:55.994: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:51:55.994: INFO: Container node-exporter ready: true, restart count 0 W0528 21:51:56.007587 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:51:56.037: INFO: Latency metrics for node master1 May 28 21:51:56.038: INFO: Logging node info for node master2 May 28 21:51:56.040: INFO: Node Info: &Node{ObjectMeta:{master2 /api/v1/nodes/master2 b80f32b6-a396-4f09-a110-345a08d762ee 45514 0 2021-05-28 19:57:04 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master2 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"b2:be:c9:d8:cf:bb"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.203 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/master.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:57:04 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:57:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}},"f:taints":{}}}} {nfd-master Update v1 2021-05-28 20:06:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/master.version":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.1.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:00:49 +0000 UTC,LastTransitionTime:2021-05-28 20:00:49 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:51:49 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:51:49 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:51:49 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:51:49 +0000 UTC,LastTransitionTime:2021-05-28 20:00:43 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.203,},NodeAddress{Type:Hostname,Address:master2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2746caf91c53460599f165aa716150cd,SystemUUID:00A0DE53-E51D-E711-906E-0017A4403562,BootID:b63b522f-706f-4e28-a104-c73edcd04319,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:51:56.041: INFO: Logging kubelet events for node master2 May 28 21:51:56.043: INFO: Logging pods the kubelet thinks is on node master2 May 28 21:51:56.051: INFO: kube-scheduler-master2 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.051: INFO: Container kube-scheduler ready: true, restart count 3 May 28 21:51:56.051: INFO: kube-proxy-jkbl8 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.052: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:51:56.052: INFO: dns-autoscaler-5b7b5c9b6f-r797x started at 2021-05-28 19:59:31 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.052: INFO: Container autoscaler ready: true, restart count 1 May 28 21:51:56.052: INFO: node-exporter-frch9 started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:51:56.052: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:51:56.052: INFO: Container node-exporter ready: true, restart count 0 May 28 21:51:56.052: INFO: node-feature-discovery-controller-5bf5c49849-n9ncl started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.052: INFO: Container nfd-controller ready: true, restart count 0 May 28 21:51:56.052: INFO: kube-apiserver-master2 started at 2021-05-28 20:05:31 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.052: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:51:56.052: INFO: kube-controller-manager-master2 started at 2021-05-28 20:05:41 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.052: INFO: Container kube-controller-manager ready: true, restart count 3 May 28 21:51:56.052: INFO: kube-flannel-xvtkj started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:51:56.052: INFO: Init container install-cni ready: true, restart count 0 May 28 21:51:56.052: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:51:56.052: INFO: kube-multus-ds-amd64-qjwcz started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.052: INFO: Container kube-multus ready: true, restart count 1 W0528 21:51:56.063741 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:51:56.087: INFO: Latency metrics for node master2 May 28 21:51:56.087: INFO: Logging node info for node master3 May 28 21:51:56.090: INFO: Node Info: &Node{ObjectMeta:{master3 /api/v1/nodes/master3 301b0b5b-fc42-4c78-adb7-75baf6e0cc7e 45527 0 2021-05-28 19:57:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master3 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"52:fa:ab:49:88:02"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.204 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:57:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:57:15 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.2.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.2.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:02:12 +0000 UTC,LastTransitionTime:2021-05-28 20:02:12 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:51:52 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:51:52 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:51:52 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:51:52 +0000 UTC,LastTransitionTime:2021-05-28 19:59:09 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.204,},NodeAddress{Type:Hostname,Address:master3,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a0cb6c0eb1d842469076fff344213c13,SystemUUID:008B1444-141E-E711-906E-0017A4403562,BootID:c6adcff4-8bf7-40d7-9d14-54b1c6a87bc8,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:51:56.090: INFO: Logging kubelet events for node master3 May 28 21:51:56.092: INFO: Logging pods the kubelet thinks is on node master3 May 28 21:51:56.100: INFO: kube-multus-ds-amd64-wqgf7 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.100: INFO: Container kube-multus ready: true, restart count 1 May 28 21:51:56.100: INFO: coredns-7677f9bb54-8v554 started at 2021-05-28 19:59:28 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.100: INFO: Container coredns ready: true, restart count 1 May 28 21:51:56.100: INFO: node-exporter-w42s5 started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:51:56.100: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:51:56.100: INFO: Container node-exporter ready: true, restart count 0 May 28 21:51:56.100: INFO: kube-apiserver-master3 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.100: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:51:56.100: INFO: kube-controller-manager-master3 started at 2021-05-28 20:06:02 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.100: INFO: Container kube-controller-manager ready: true, restart count 1 May 28 21:51:56.100: INFO: kube-scheduler-master3 started at 2021-05-28 20:01:23 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.100: INFO: Container kube-scheduler ready: true, restart count 1 May 28 21:51:56.100: INFO: kube-proxy-t5bh6 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.100: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:51:56.100: INFO: kube-flannel-zrskq started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:51:56.100: INFO: Init container install-cni ready: true, restart count 0 May 28 21:51:56.100: INFO: Container kube-flannel ready: true, restart count 1 W0528 21:51:56.114481 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:51:56.142: INFO: Latency metrics for node master3 May 28 21:51:56.142: INFO: Logging node info for node node1 May 28 21:51:56.144: INFO: Node Info: &Node{ObjectMeta:{node1 /api/v1/nodes/node1 43e51cb4-5acb-42b5-8f26-cd5e977f3829 45502 0 2021-05-28 19:58:22 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.25.1.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node1 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"d2:9d:b7:73:58:07"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.207 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.4.0/24\"":{}}}}} {kubeadm Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-05-28 20:06:07 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-05-28 20:08:35 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-05-28 20:08:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.4.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269628928 0} {<nil>} 196552372Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884628480 0} {<nil>} 174692020Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:01:58 +0000 UTC,LastTransitionTime:2021-05-28 20:01:58 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:51:46 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:51:46 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:51:46 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:51:46 +0000 UTC,LastTransitionTime:2021-05-28 19:59:04 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.207,},NodeAddress{Type:Hostname,Address:node1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:abe6e95dbfa24a9abd34d8fa2abe7655,SystemUUID:00CDA902-D022-E711-906E-0017A4403562,BootID:17719d1f-7df5-4d95-81f3-7d3ac5110ba2,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d731a0fc49b9ad6125b8d5dcb29da2b60bc940b48eacb6f5a9eb2a55c10598db localhost:30500/barometer-collectd:stable],SizeBytes:1464395058,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:1002495332,},ContainerImage{Names:[opnfv/barometer-collectd@sha256:ed5c574f653e2a39e784ff322033a2319aafde7366c803a88f20f7a2a8bc1efb opnfv/barometer-collectd:stable],SizeBytes:825413035,},ContainerImage{Names:[localhost:30500/cmk@sha256:97953d03767e4c2eb5d156394aeaf4bb0b74f3fd1ad08c303cb7561e272a00ff cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[golang@sha256:aa24a0a337084e0747e7c8e97e1131270ae38150e691314f1fa19f4b2f9093c0 golang:alpine3.12],SizeBytes:301156062,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 k8s.gcr.io/etcd:3.4.13-0],SizeBytes:253392289,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[grafana/grafana@sha256:89304bc2335f4976618548d7b93d165ed67369d3a051d2f627fc4e0aa3d0aff1 grafana/grafana:7.1.0],SizeBytes:179601493,},ContainerImage{Names:[quay.io/prometheus/prometheus@sha256:d4ba4dd1a9ebb90916d0bfed3c204adcb118ed24546bf8dd2e6b30fc0fd2009e quay.io/prometheus/prometheus:v2.20.0],SizeBytes:144886595,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/sample-apiserver@sha256:ff02aacd9766d597883fabafc7ad604c719a57611db1bcc1564c69a45b000a55 gcr.io/kubernetes-e2e-test-images/sample-apiserver:1.17],SizeBytes:60684726,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[directxman12/k8s-prometheus-adapter-amd64@sha256:b63dc612e3cb73f79d2401a4516f794f9f0a83002600ca72e675e41baecff437 directxman12/k8s-prometheus-adapter-amd64:v0.6.0],SizeBytes:53267842,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:2bec7a43da8efe70cb7cb14020a6b10aecd02c87e020d394de84e6807e2cf620 nfvpe/sriov-device-plugin:latest localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44392623,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[quay.io/coreos/prometheus-config-reloader@sha256:c679a143b24b7731ad1577a9865aa3805426cbf1b25e30807b951dff68466ffd quay.io/coreos/prometheus-config-reloader:v0.40.0],SizeBytes:10131705,},ContainerImage{Names:[jimmidyson/configmap-reload@sha256:d107c7a235c266273b1c3502a391fec374430e5625539403d0de797fa9c556a2 jimmidyson/configmap-reload:v0.3.0],SizeBytes:9700438,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[alpine@sha256:36553b10a4947067b9fbb7d532951066293a68eae893beba1d9235f7d11a20ad alpine:3.12],SizeBytes:5581415,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:51:56.145: INFO: Logging kubelet events for node node1 May 28 21:51:56.147: INFO: Logging pods the kubelet thinks is on node node1 May 28 21:51:56.165: INFO: kube-flannel-2tjjt started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:51:56.165: INFO: Init container install-cni ready: true, restart count 0 May 28 21:51:56.165: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:51:56.165: INFO: kube-multus-ds-amd64-x7826 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.165: INFO: Container kube-multus ready: true, restart count 1 May 28 21:51:56.165: INFO: collectd-qw9nd started at 2021-05-28 20:16:29 +0000 UTC (0+3 container statuses recorded) May 28 21:51:56.165: INFO: Container collectd ready: true, restart count 0 May 28 21:51:56.165: INFO: Container collectd-exporter ready: true, restart count 0 May 28 21:51:56.165: INFO: Container rbac-proxy ready: true, restart count 0 May 28 21:51:56.165: INFO: foo-5v6j9 started at 2021-05-28 21:48:48 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.165: INFO: Container c ready: false, restart count 0 May 28 21:51:56.165: INFO: nginx-proxy-node1 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.165: INFO: Container nginx-proxy ready: true, restart count 1 May 28 21:51:56.165: INFO: kubernetes-metrics-scraper-678c97765c-wblkm started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.165: INFO: Container kubernetes-metrics-scraper ready: true, restart count 1 May 28 21:51:56.165: INFO: kubernetes-dashboard-86c6f9df5b-c5sbq started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.165: INFO: Container kubernetes-dashboard ready: true, restart count 2 May 28 21:51:56.165: INFO: node-feature-discovery-worker-5x4qg started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.165: INFO: Container nfd-worker ready: true, restart count 0 May 28 21:51:56.165: INFO: downward-api-f4fc3a56-7fae-4d59-9213-e1b490e4e6ba started at 2021-05-28 21:50:51 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.165: INFO: Container dapi-container ready: false, restart count 0 May 28 21:51:56.165: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-zk2pt started at 2021-05-28 20:06:47 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.165: INFO: Container kube-sriovdp ready: true, restart count 0 May 28 21:51:56.165: INFO: cmk-init-discover-node1-rvqxm started at 2021-05-28 20:08:32 +0000 UTC (0+3 container statuses recorded) May 28 21:51:56.166: INFO: Container discover ready: false, restart count 0 May 28 21:51:56.166: INFO: Container init ready: false, restart count 0 May 28 21:51:56.166: INFO: Container install ready: false, restart count 0 May 28 21:51:56.166: INFO: cmk-jhzjr started at 2021-05-28 20:09:15 +0000 UTC (0+2 container statuses recorded) May 28 21:51:56.166: INFO: Container nodereport ready: true, restart count 0 May 28 21:51:56.166: INFO: Container reconcile ready: true, restart count 0 May 28 21:51:56.166: INFO: prometheus-k8s-0 started at 2021-05-28 20:10:26 +0000 UTC (0+5 container statuses recorded) May 28 21:51:56.166: INFO: Container custom-metrics-apiserver ready: true, restart count 0 May 28 21:51:56.166: INFO: Container grafana ready: true, restart count 0 May 28 21:51:56.166: INFO: Container prometheus ready: true, restart count 1 May 28 21:51:56.166: INFO: Container prometheus-config-reloader ready: true, restart count 0 May 28 21:51:56.166: INFO: Container rules-configmap-reloader ready: true, restart count 0 May 28 21:51:56.166: INFO: busybox-privileged-false-c15b3720-f23c-48e2-8f8e-a669d903af94 started at 2021-05-28 21:48:55 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.166: INFO: Container busybox-privileged-false-c15b3720-f23c-48e2-8f8e-a669d903af94 ready: false, restart count 0 May 28 21:51:56.166: INFO: kube-proxy-lsngv started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.166: INFO: Container kube-proxy ready: true, restart count 2 May 28 21:51:56.166: INFO: node-exporter-khdpg started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:51:56.166: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:51:56.166: INFO: Container node-exporter ready: true, restart count 0 May 28 21:51:56.166: INFO: var-expansion-4d9456a1-5732-4138-b84c-e75055f76538 started at 2021-05-28 21:49:54 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.166: INFO: Container dapi-container ready: false, restart count 0 W0528 21:51:56.177566 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:51:56.311: INFO: Latency metrics for node node1 May 28 21:51:56.311: INFO: Logging node info for node node2 May 28 21:51:56.314: INFO: Node Info: &Node{ObjectMeta:{node2 /api/v1/nodes/node2 3cc89580-b568-4c82-bd1f-200d0823da3b 45505 0 2021-05-28 19:58:22 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.25.1.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node2 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"62:22:2c:ae:14:ae"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.208 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.3.0/24\"":{}}}}} {kubeadm Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-05-28 20:06:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-05-28 20:08:58 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-05-28 20:09:00 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.3.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:01:05 +0000 UTC,LastTransitionTime:2021-05-28 20:01:05 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:51:46 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:51:46 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:51:46 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:51:46 +0000 UTC,LastTransitionTime:2021-05-28 19:59:04 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.208,},NodeAddress{Type:Hostname,Address:node2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b2730c4b09814ab9a78e7bc62c820fbb,SystemUUID:80B3CD56-852F-E711-906E-0017A4403562,BootID:f1459072-d21d-46de-a5d9-46ec9349aae0,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d731a0fc49b9ad6125b8d5dcb29da2b60bc940b48eacb6f5a9eb2a55c10598db localhost:30500/barometer-collectd:stable],SizeBytes:1464395058,},ContainerImage{Names:[localhost:30500/cmk@sha256:97953d03767e4c2eb5d156394aeaf4bb0b74f3fd1ad08c303cb7561e272a00ff localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:2bec7a43da8efe70cb7cb14020a6b10aecd02c87e020d394de84e6807e2cf620 localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44392623,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonroot@sha256:4bd7ae247de5c988700233c5a4b55e804ffe90f8c66ae64853f1dae37b847213 gcr.io/kubernetes-e2e-test-images/nonroot:1.0],SizeBytes:42321438,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:7f3d9945acdf5d86edd89b2b16fe1f6d63ba8bdb4cab50e66f9bce162df9e388 localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:9af6075c93013910787a4e97973da6e0739a86dee1186d7965a5d00b1ac35636 localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:4206620,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:51:56.315: INFO: Logging kubelet events for node node2 May 28 21:51:56.318: INFO: Logging pods the kubelet thinks is on node node2 May 28 21:51:56.331: INFO: foo-hf8r8 started at 2021-05-28 21:48:48 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.331: INFO: Container c ready: false, restart count 0 May 28 21:51:56.331: INFO: downward-api-059e80da-9086-4b41-b07c-d238e07a5774 started at 2021-05-28 21:49:44 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.331: INFO: Container dapi-container ready: false, restart count 0 May 28 21:51:56.331: INFO: kube-flannel-d9wsg started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:51:56.331: INFO: Init container install-cni ready: true, restart count 2 May 28 21:51:56.331: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:51:56.331: INFO: kube-multus-ds-amd64-c9cj2 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.331: INFO: Container kube-multus ready: true, restart count 1 May 28 21:51:56.331: INFO: ss-0 started at 2021-05-28 21:48:11 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.331: INFO: Container webserver ready: false, restart count 0 May 28 21:51:56.331: INFO: node-feature-discovery-worker-j2wnf started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.331: INFO: Container nfd-worker ready: true, restart count 0 May 28 21:51:56.331: INFO: cmk-5vxwj started at 2021-05-28 20:09:16 +0000 UTC (0+2 container statuses recorded) May 28 21:51:56.331: INFO: Container nodereport ready: true, restart count 0 May 28 21:51:56.331: INFO: Container reconcile ready: true, restart count 0 May 28 21:51:56.331: INFO: bin-falsea011af96-4ad1-46c0-b112-5a014aad7425 started at 2021-05-28 21:47:23 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.331: INFO: Container bin-falsea011af96-4ad1-46c0-b112-5a014aad7425 ready: false, restart count 0 May 28 21:51:56.331: INFO: cmk-webhook-6c9d5f8578-6cpp6 started at 2021-05-28 20:09:16 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.331: INFO: Container cmk-webhook ready: true, restart count 0 May 28 21:51:56.331: INFO: node-exporter-sjsht started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:51:56.331: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:51:56.331: INFO: Container node-exporter ready: true, restart count 0 May 28 21:51:56.331: INFO: tas-telemetry-aware-scheduling-575ccbc9d4-csd8v started at 2021-05-28 20:13:00 +0000 UTC (0+2 container statuses recorded) May 28 21:51:56.331: INFO: Container tas-controller ready: true, restart count 0 May 28 21:51:56.331: INFO: Container tas-extender ready: true, restart count 0 May 28 21:51:56.331: INFO: nginx-proxy-node2 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.331: INFO: Container nginx-proxy ready: true, restart count 2 May 28 21:51:56.331: INFO: collectd-b5dgp started at 2021-05-28 20:16:29 +0000 UTC (0+3 container statuses recorded) May 28 21:51:56.331: INFO: Container collectd ready: true, restart count 0 May 28 21:51:56.331: INFO: Container collectd-exporter ready: true, restart count 0 May 28 21:51:56.331: INFO: Container rbac-proxy ready: true, restart count 0 May 28 21:51:56.331: INFO: ss2-0 started at 2021-05-28 21:51:01 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.331: INFO: Container webserver ready: false, restart count 0 May 28 21:51:56.331: INFO: projected-volume-02e11916-3473-4936-a738-961e5c91bbd5 started at 2021-05-28 21:47:39 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.331: INFO: Container projected-all-volume-test ready: false, restart count 0 May 28 21:51:56.331: INFO: kube-proxy-z5czn started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.331: INFO: Container kube-proxy ready: true, restart count 2 May 28 21:51:56.331: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-29vc6 started at 2021-05-28 20:06:47 +0000 UTC (0+1 container statuses recorded) May 28 21:51:56.331: INFO: Container kube-sriovdp ready: true, restart count 0 May 28 21:51:56.331: INFO: cmk-init-discover-node2-95cbr started at 2021-05-28 20:08:52 +0000 UTC (0+3 container statuses recorded) May 28 21:51:56.331: INFO: Container discover ready: false, restart count 0 May 28 21:51:56.331: INFO: Container init ready: false, restart count 0 May 28 21:51:56.331: INFO: Container install ready: false, restart count 0 W0528 21:51:56.344209 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:51:56.375: INFO: Latency metrics for node node2 May 28 21:51:56.375: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready STEP: Destroying namespace "container-runtime-6246" for this suite. /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 May 28 21:57:11.886: Unexpected error: <*errors.errorString | 0xc002a715e0>: { s: "expected pod \"var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e\" success: Gave up after waiting 5m0s for pod \"var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e\" to be \"Succeeded or Failed\"", } expected pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e" success: Gave up after waiting 5m0s for pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e" to be "Succeeded or Failed" occurred /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/util.go:725 [BeforeEach] [k8s.io] Variable Expansion /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:174 STEP: Creating a kubernetes client May 28 21:52:09.241: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename var-expansion STEP: Waiting for a default service account to be provisioned in namespace [It] should allow composing env vars into new env vars [NodeConformance] [Conformance] /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:597 STEP: Creating a pod to test env composition May 28 21:52:09.278: INFO: Waiting up to 5m0s for pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e" in namespace "var-expansion-6433" to be "Succeeded or Failed" May 28 21:52:09.282: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4.263081ms May 28 21:52:11.286: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2.007882971s May 28 21:52:13.289: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4.010809021s May 28 21:52:15.293: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 6.015547501s May 28 21:52:17.297: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 8.019277538s May 28 21:52:19.302: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 10.023945224s May 28 21:52:21.305: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 12.026903745s May 28 21:52:23.309: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 14.030848052s May 28 21:52:25.312: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 16.033853183s May 28 21:52:27.316: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 18.038150452s May 28 21:52:29.319: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 20.041318897s May 28 21:52:31.322: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 22.044555054s May 28 21:52:33.326: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 24.047959275s May 28 21:52:35.330: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 26.052413277s May 28 21:52:37.334: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 28.055929622s May 28 21:52:39.339: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 30.061281599s May 28 21:52:41.342: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 32.06453701s May 28 21:52:43.346: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 34.068320018s May 28 21:52:45.349: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 36.071477197s May 28 21:52:47.354: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 38.076061307s May 28 21:52:49.358: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 40.080469589s May 28 21:52:51.361: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 42.083390788s May 28 21:52:53.365: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 44.086734051s May 28 21:52:55.369: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 46.091129498s May 28 21:52:57.373: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 48.094934989s May 28 21:52:59.379: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 50.100668714s May 28 21:53:01.382: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 52.104268864s May 28 21:53:03.388: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 54.110077427s May 28 21:53:05.392: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 56.11376082s May 28 21:53:07.395: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 58.117294486s May 28 21:53:09.399: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m0.121224786s May 28 21:53:11.403: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m2.124972408s May 28 21:53:13.407: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m4.12857424s May 28 21:53:15.412: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m6.134428462s May 28 21:53:17.416: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m8.137593848s May 28 21:53:19.421: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m10.143246487s May 28 21:53:21.426: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m12.147862615s May 28 21:53:23.431: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m14.153049832s May 28 21:53:25.435: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m16.157163114s May 28 21:53:27.439: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m18.160817076s May 28 21:53:29.443: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m20.164804485s May 28 21:53:31.446: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m22.167630806s May 28 21:53:33.450: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m24.17228708s May 28 21:53:35.457: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m26.179273693s May 28 21:53:37.461: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m28.183389076s May 28 21:53:39.466: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m30.187586131s May 28 21:53:41.469: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m32.191346406s May 28 21:53:43.474: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m34.195879178s May 28 21:53:45.477: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m36.199218844s May 28 21:53:47.480: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m38.201972005s May 28 21:53:49.483: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m40.205519612s May 28 21:53:51.487: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m42.209240341s May 28 21:53:53.490: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m44.212227894s May 28 21:53:55.494: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m46.216284634s May 28 21:53:57.498: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m48.220330157s May 28 21:53:59.501: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m50.223488962s May 28 21:54:01.505: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m52.22695289s May 28 21:54:03.508: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m54.230334966s May 28 21:54:05.512: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m56.233919113s May 28 21:54:07.517: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 1m58.239363441s May 28 21:54:09.522: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m0.243679298s May 28 21:54:11.526: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m2.248098378s May 28 21:54:13.530: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m4.252054079s May 28 21:54:15.533: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m6.255453746s May 28 21:54:17.537: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m8.259526704s May 28 21:54:19.542: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m10.264399039s May 28 21:54:21.547: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m12.269271399s May 28 21:54:23.550: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m14.272212018s May 28 21:54:25.555: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m16.27720199s May 28 21:54:27.559: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m18.280966269s May 28 21:54:29.562: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m20.283823928s May 28 21:54:31.566: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m22.287575681s May 28 21:54:33.568: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m24.290226971s May 28 21:54:35.571: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m26.293057041s May 28 21:54:37.575: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m28.296773887s May 28 21:54:39.579: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m30.300806166s May 28 21:54:41.582: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m32.303585037s May 28 21:54:43.585: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m34.307540966s May 28 21:54:45.589: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m36.310755318s May 28 21:54:47.592: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m38.314126417s May 28 21:54:49.595: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m40.316680728s May 28 21:54:51.598: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m42.319762001s May 28 21:54:53.601: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m44.323419893s May 28 21:54:55.604: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m46.32651976s May 28 21:54:57.608: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m48.33021362s May 28 21:54:59.613: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m50.334868448s May 28 21:55:01.616: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m52.337762854s May 28 21:55:03.619: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m54.340602229s May 28 21:55:05.622: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m56.343984069s May 28 21:55:07.626: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 2m58.347575287s May 28 21:55:09.629: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m0.351351012s May 28 21:55:11.633: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m2.355144302s May 28 21:55:13.637: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m4.359368716s May 28 21:55:15.640: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m6.362252326s May 28 21:55:17.644: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m8.366557707s May 28 21:55:19.648: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m10.369796447s May 28 21:55:21.651: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m12.372980247s May 28 21:55:23.655: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m14.376787022s May 28 21:55:25.658: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m16.380360379s May 28 21:55:27.663: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m18.385284236s May 28 21:55:29.667: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m20.389499376s May 28 21:55:31.670: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m22.392384412s May 28 21:55:33.675: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m24.396592674s May 28 21:55:35.678: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m26.399760222s May 28 21:55:37.681: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m28.402675638s May 28 21:55:39.685: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m30.407387594s May 28 21:55:41.688: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m32.410432637s May 28 21:55:43.691: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m34.413325871s May 28 21:55:45.694: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m36.416492515s May 28 21:55:47.698: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m38.419963413s May 28 21:55:49.703: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m40.425131459s May 28 21:55:51.707: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m42.428745385s May 28 21:55:53.709: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m44.431429473s May 28 21:55:55.713: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m46.435468747s May 28 21:55:57.719: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m48.440774436s May 28 21:55:59.724: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m50.446193048s May 28 21:56:01.727: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m52.449392824s May 28 21:56:03.731: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m54.452980965s May 28 21:56:05.734: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m56.456449265s May 28 21:56:07.738: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 3m58.459915333s May 28 21:56:09.742: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m0.463847331s May 28 21:56:11.745: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m2.467178614s May 28 21:56:13.748: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m4.469952164s May 28 21:56:15.751: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m6.473452632s May 28 21:56:17.755: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m8.476959452s May 28 21:56:19.758: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m10.480380897s May 28 21:56:21.761: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m12.48353788s May 28 21:56:23.764: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m14.486142874s May 28 21:56:25.768: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m16.489773277s May 28 21:56:27.770: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m18.492430771s May 28 21:56:29.774: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m20.495727779s May 28 21:56:31.778: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m22.500053126s May 28 21:56:33.783: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m24.505081012s May 28 21:56:35.786: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m26.508246114s May 28 21:56:37.791: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m28.513042676s May 28 21:56:39.799: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m30.521506034s May 28 21:56:41.803: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m32.524979569s May 28 21:56:43.809: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m34.53101696s May 28 21:56:45.814: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m36.536046261s May 28 21:56:47.817: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m38.539511057s May 28 21:56:49.822: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m40.544477893s May 28 21:56:51.826: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m42.548170367s May 28 21:56:53.831: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m44.553128272s May 28 21:56:55.836: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m46.558158976s May 28 21:56:57.839: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m48.560967398s May 28 21:56:59.843: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m50.565555375s May 28 21:57:01.847: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m52.568823089s May 28 21:57:03.851: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m54.572641593s May 28 21:57:05.855: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m56.577523392s May 28 21:57:07.860: INFO: Pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e": Phase="Pending", Reason="", readiness=false. Elapsed: 4m58.581596912s May 28 21:57:09.872: INFO: Failed to get logs from node "node1" pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e" container "dapi-container": the server rejected our request for an unknown reason (get pods var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e) STEP: delete the pod May 28 21:57:09.879: INFO: Waiting for pod var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e to disappear May 28 21:57:09.882: INFO: Pod var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e still exists May 28 21:57:11.882: INFO: Waiting for pod var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e to disappear May 28 21:57:11.885: INFO: Pod var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e no longer exists May 28 21:57:11.886: FAIL: Unexpected error: <*errors.errorString | 0xc002a715e0>: { s: "expected pod \"var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e\" success: Gave up after waiting 5m0s for pod \"var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e\" to be \"Succeeded or Failed\"", } expected pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e" success: Gave up after waiting 5m0s for pod "var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e" to be "Succeeded or Failed" occurred Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).testContainerOutputMatcher(0xc0008c5340, 0x4c0b56d, 0xf, 0xc003ca3800, 0x0, 0xc00543f1a8, 0x3, 0x3, 0x4de8e28) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/util.go:725 +0x1ee k8s.io/kubernetes/test/e2e/framework.(*Framework).TestContainerOutput(...) /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:525 k8s.io/kubernetes/test/e2e/common.glob..func9.1() /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/common/expansion.go:58 +0x22a k8s.io/kubernetes/test/e2e.RunE2ETests(0xc0008a1c80) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:130 +0x345 k8s.io/kubernetes/test/e2e.TestE2E(0xc0008a1c80) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:145 +0x2b testing.tRunner(0xc0008a1c80, 0x4de5140) /usr/local/go/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1168 +0x2b3 [AfterEach] [k8s.io] Variable Expansion /workspace/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:175 STEP: Collecting events from namespace "var-expansion-6433". STEP: Found 7 events. May 28 21:57:11.891: INFO: At 2021-05-28 21:52:09 +0000 UTC - event for var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e: {default-scheduler } Scheduled: Successfully assigned var-expansion-6433/var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e to node1 May 28 21:57:11.891: INFO: At 2021-05-28 21:52:10 +0000 UTC - event for var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e: {multus } AddedInterface: Add eth0 [10.244.4.217/24] May 28 21:57:11.891: INFO: At 2021-05-28 21:52:10 +0000 UTC - event for var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e: {kubelet node1} Pulling: Pulling image "docker.io/library/busybox:1.29" May 28 21:57:11.891: INFO: At 2021-05-28 21:52:12 +0000 UTC - event for var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e: {kubelet node1} Failed: Failed to pull image "docker.io/library/busybox:1.29": rpc error: code = Unknown desc = Error response from daemon: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit May 28 21:57:11.891: INFO: At 2021-05-28 21:52:12 +0000 UTC - event for var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e: {kubelet node1} Failed: Error: ErrImagePull May 28 21:57:11.891: INFO: At 2021-05-28 21:52:13 +0000 UTC - event for var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e: {kubelet node1} BackOff: Back-off pulling image "docker.io/library/busybox:1.29" May 28 21:57:11.891: INFO: At 2021-05-28 21:52:13 +0000 UTC - event for var-expansion-f16a0136-bd86-4eae-8c50-bbf3a0c19b1e: {kubelet node1} Failed: Error: ImagePullBackOff May 28 21:57:11.893: INFO: POD NODE PHASE GRACE CONDITIONS May 28 21:57:11.893: INFO: May 28 21:57:11.898: INFO: Logging node info for node master1 May 28 21:57:11.901: INFO: Node Info: &Node{ObjectMeta:{master1 /api/v1/nodes/master1 0aa78934-442a-44a3-8c5c-f827e18dd3d7 47143 0 2021-05-28 19:56:25 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master1 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"0a:41:0b:9d:15:5a"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.202 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:56:25 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:56:26 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.0.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.0.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:02:03 +0000 UTC,LastTransitionTime:2021-05-28 20:02:03 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:57:05 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:57:05 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:57:05 +0000 UTC,LastTransitionTime:2021-05-28 19:56:25 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:57:05 +0000 UTC,LastTransitionTime:2021-05-28 19:59:09 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.202,},NodeAddress{Type:Hostname,Address:master1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:f7fb2c462cae4b9c990ab2e5c72f7816,SystemUUID:00ACFB60-0631-E711-906E-0017A4403562,BootID:24c06694-15ae-4da4-9143-144d98afdd8d,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:9d07c391aeb1a9d02eb4343c113ed01825227c70c32b3cae861711f90191b0fd quay.io/coreos/kube-rbac-proxy:v0.4.1],SizeBytes:41317870,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[quay.io/coreos/prometheus-operator@sha256:a54e806fb27d2fb0251da4f3b2a3bb5320759af63a54a755788304775f2384a7 quay.io/coreos/prometheus-operator:v0.40.0],SizeBytes:38238457,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[registry@sha256:1cd9409a311350c3072fe510b52046f104416376c126a479cef9a4dfe692cf57 registry:2.7.0],SizeBytes:24191168,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:7f3d9945acdf5d86edd89b2b16fe1f6d63ba8bdb4cab50e66f9bce162df9e388 tas-controller:latest localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[nginx@sha256:a97eb9ecc708c8aa715ccfb5e9338f5456e4b65575daf304f108301f3b497314 nginx:1.19.2-alpine],SizeBytes:22052669,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:9af6075c93013910787a4e97973da6e0739a86dee1186d7965a5d00b1ac35636 tas-extender:latest localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:5577654,},ContainerImage{Names:[alpine@sha256:c0e9560cda118f9ec63ddefb4a173a2b2a0347082d7dff7dc14272e7841a5b5a alpine:3.12.1],SizeBytes:5573013,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:57:11.901: INFO: Logging kubelet events for node master1 May 28 21:57:11.904: INFO: Logging pods the kubelet thinks is on node master1 May 28 21:57:11.914: INFO: kube-flannel-d54gm started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:57:11.914: INFO: Init container install-cni ready: true, restart count 0 May 28 21:57:11.914: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:57:11.914: INFO: coredns-7677f9bb54-zb7h8 started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:57:11.914: INFO: Container coredns ready: true, restart count 1 May 28 21:57:11.914: INFO: node-exporter-9b7pq started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:57:11.914: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:57:11.914: INFO: Container node-exporter ready: true, restart count 0 May 28 21:57:11.914: INFO: kube-proxy-994p2 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:57:11.914: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:57:11.914: INFO: kube-multus-ds-amd64-n9j8k started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:57:11.914: INFO: Container kube-multus ready: true, restart count 1 May 28 21:57:11.914: INFO: docker-registry-docker-registry-56cbc7bc58-rbghz started at 2021-05-28 20:02:55 +0000 UTC (0+2 container statuses recorded) May 28 21:57:11.914: INFO: Container docker-registry ready: true, restart count 0 May 28 21:57:11.914: INFO: Container nginx ready: true, restart count 0 May 28 21:57:11.914: INFO: prometheus-operator-5bb8cb9d8f-7wdtq started at 2021-05-28 20:10:02 +0000 UTC (0+2 container statuses recorded) May 28 21:57:11.914: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:57:11.914: INFO: Container prometheus-operator ready: true, restart count 0 May 28 21:57:11.914: INFO: kube-scheduler-master1 started at 2021-05-28 19:57:39 +0000 UTC (0+1 container statuses recorded) May 28 21:57:11.914: INFO: Container kube-scheduler ready: true, restart count 0 May 28 21:57:11.914: INFO: kube-apiserver-master1 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:57:11.914: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:57:11.914: INFO: kube-controller-manager-master1 started at 2021-05-28 19:57:39 +0000 UTC (0+1 container statuses recorded) May 28 21:57:11.914: INFO: Container kube-controller-manager ready: true, restart count 2 W0528 21:57:11.930319 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:57:11.956: INFO: Latency metrics for node master1 May 28 21:57:11.956: INFO: Logging node info for node master2 May 28 21:57:11.959: INFO: Node Info: &Node{ObjectMeta:{master2 /api/v1/nodes/master2 b80f32b6-a396-4f09-a110-345a08d762ee 47166 0 2021-05-28 19:57:04 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master2 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"b2:be:c9:d8:cf:bb"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.203 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/master.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:57:04 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:57:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}},"f:taints":{}}}} {nfd-master Update v1 2021-05-28 20:06:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/master.version":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.1.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234763776 0} {<nil>} 196518324Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324599808 0} {<nil>} 195629492Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:00:49 +0000 UTC,LastTransitionTime:2021-05-28 20:00:49 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:57:10 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:57:10 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:57:10 +0000 UTC,LastTransitionTime:2021-05-28 19:57:04 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:57:10 +0000 UTC,LastTransitionTime:2021-05-28 20:00:43 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.203,},NodeAddress{Type:Hostname,Address:master2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2746caf91c53460599f165aa716150cd,SystemUUID:00A0DE53-E51D-E711-906E-0017A4403562,BootID:b63b522f-706f-4e28-a104-c73edcd04319,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:57:11.959: INFO: Logging kubelet events for node master2 May 28 21:57:11.961: INFO: Logging pods the kubelet thinks is on node master2 May 28 21:57:11.968: INFO: kube-flannel-xvtkj started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:57:11.968: INFO: Init container install-cni ready: true, restart count 0 May 28 21:57:11.968: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:57:11.968: INFO: kube-multus-ds-amd64-qjwcz started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:57:11.968: INFO: Container kube-multus ready: true, restart count 1 May 28 21:57:11.968: INFO: node-feature-discovery-controller-5bf5c49849-n9ncl started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:57:11.968: INFO: Container nfd-controller ready: true, restart count 0 May 28 21:57:11.968: INFO: kube-apiserver-master2 started at 2021-05-28 20:05:31 +0000 UTC (0+1 container statuses recorded) May 28 21:57:11.968: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:57:11.968: INFO: kube-controller-manager-master2 started at 2021-05-28 20:05:41 +0000 UTC (0+1 container statuses recorded) May 28 21:57:11.968: INFO: Container kube-controller-manager ready: true, restart count 3 May 28 21:57:11.968: INFO: dns-autoscaler-5b7b5c9b6f-r797x started at 2021-05-28 19:59:31 +0000 UTC (0+1 container statuses recorded) May 28 21:57:11.968: INFO: Container autoscaler ready: true, restart count 1 May 28 21:57:11.968: INFO: node-exporter-frch9 started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:57:11.968: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:57:11.968: INFO: Container node-exporter ready: true, restart count 0 May 28 21:57:11.968: INFO: kube-scheduler-master2 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:57:11.968: INFO: Container kube-scheduler ready: true, restart count 3 May 28 21:57:11.968: INFO: kube-proxy-jkbl8 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:57:11.968: INFO: Container kube-proxy ready: true, restart count 1 W0528 21:57:11.981332 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:57:12.012: INFO: Latency metrics for node master2 May 28 21:57:12.012: INFO: Logging node info for node master3 May 28 21:57:12.015: INFO: Node Info: &Node{ObjectMeta:{master3 /api/v1/nodes/master3 301b0b5b-fc42-4c78-adb7-75baf6e0cc7e 47141 0 2021-05-28 19:57:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux kubernetes.io/arch:amd64 kubernetes.io/hostname:master3 kubernetes.io/os:linux node-role.kubernetes.io/master:] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"52:fa:ab:49:88:02"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.204 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2021-05-28 19:57:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}} {kubeadm Update v1 2021-05-28 19:57:15 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}},"f:labels":{"f:node-role.kubernetes.io/master":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {kube-controller-manager Update v1 2021-05-28 19:59:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.2.0/24\"":{}},"f:taints":{}}}}]},Spec:NodeSpec{PodCIDR:10.244.2.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.244.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{201234767872 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{79550 -3} {<nil>} 79550m DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{200324603904 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:02:12 +0000 UTC,LastTransitionTime:2021-05-28 20:02:12 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:57:03 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:57:03 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:57:03 +0000 UTC,LastTransitionTime:2021-05-28 19:57:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:57:03 +0000 UTC,LastTransitionTime:2021-05-28 19:59:09 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.204,},NodeAddress{Type:Hostname,Address:master3,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a0cb6c0eb1d842469076fff344213c13,SystemUUID:008B1444-141E-E711-906E-0017A4403562,BootID:c6adcff4-8bf7-40d7-9d14-54b1c6a87bc8,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[quay.io/coreos/etcd@sha256:04833b601fa130512450afa45c4fe484fee1293634f34c7ddc231bd193c74017 quay.io/coreos/etcd:v3.4.13],SizeBytes:83790470,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[k8s.gcr.io/coredns@sha256:73ca82b4ce829766d4f1f10947c3a338888f876fbed0540dc849c89ff256e90c k8s.gcr.io/coredns:1.7.0],SizeBytes:45227747,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64@sha256:dce43068853ad396b0fb5ace9a56cc14114e31979e241342d12d04526be1dfcc k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3],SizeBytes:40647382,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:57:12.016: INFO: Logging kubelet events for node master3 May 28 21:57:12.018: INFO: Logging pods the kubelet thinks is on node master3 May 28 21:57:12.026: INFO: kube-proxy-t5bh6 started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.026: INFO: Container kube-proxy ready: true, restart count 1 May 28 21:57:12.026: INFO: kube-flannel-zrskq started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:57:12.026: INFO: Init container install-cni ready: true, restart count 0 May 28 21:57:12.026: INFO: Container kube-flannel ready: true, restart count 1 May 28 21:57:12.026: INFO: kube-multus-ds-amd64-wqgf7 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.027: INFO: Container kube-multus ready: true, restart count 1 May 28 21:57:12.027: INFO: coredns-7677f9bb54-8v554 started at 2021-05-28 19:59:28 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.027: INFO: Container coredns ready: true, restart count 1 May 28 21:57:12.027: INFO: node-exporter-w42s5 started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:57:12.027: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:57:12.027: INFO: Container node-exporter ready: true, restart count 0 May 28 21:57:12.027: INFO: kube-apiserver-master3 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.027: INFO: Container kube-apiserver ready: true, restart count 0 May 28 21:57:12.027: INFO: kube-controller-manager-master3 started at 2021-05-28 20:06:02 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.027: INFO: Container kube-controller-manager ready: true, restart count 1 May 28 21:57:12.027: INFO: kube-scheduler-master3 started at 2021-05-28 20:01:23 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.027: INFO: Container kube-scheduler ready: true, restart count 1 W0528 21:57:12.042197 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:57:12.065: INFO: Latency metrics for node master3 May 28 21:57:12.065: INFO: Logging node info for node node1 May 28 21:57:12.069: INFO: Node Info: &Node{ObjectMeta:{node1 /api/v1/nodes/node1 43e51cb4-5acb-42b5-8f26-cd5e977f3829 47156 0 2021-05-28 19:58:22 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.25.1.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node1 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"d2:9d:b7:73:58:07"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.207 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.4.0/24\"":{}}}}} {kubeadm Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-05-28 20:06:07 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-05-28 20:08:35 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-05-28 20:08:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.4.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269628928 0} {<nil>} 196552372Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884628480 0} {<nil>} 174692020Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:01:58 +0000 UTC,LastTransitionTime:2021-05-28 20:01:58 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:57:09 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:57:09 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:57:09 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:57:09 +0000 UTC,LastTransitionTime:2021-05-28 19:59:04 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.207,},NodeAddress{Type:Hostname,Address:node1,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:abe6e95dbfa24a9abd34d8fa2abe7655,SystemUUID:00CDA902-D022-E711-906E-0017A4403562,BootID:17719d1f-7df5-4d95-81f3-7d3ac5110ba2,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d731a0fc49b9ad6125b8d5dcb29da2b60bc940b48eacb6f5a9eb2a55c10598db localhost:30500/barometer-collectd:stable],SizeBytes:1464395058,},ContainerImage{Names:[<none>@<none> <none>:<none>],SizeBytes:1002495332,},ContainerImage{Names:[opnfv/barometer-collectd@sha256:ed5c574f653e2a39e784ff322033a2319aafde7366c803a88f20f7a2a8bc1efb opnfv/barometer-collectd:stable],SizeBytes:825413035,},ContainerImage{Names:[localhost:30500/cmk@sha256:97953d03767e4c2eb5d156394aeaf4bb0b74f3fd1ad08c303cb7561e272a00ff cmk:v1.5.1 localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[golang@sha256:aa24a0a337084e0747e7c8e97e1131270ae38150e691314f1fa19f4b2f9093c0 golang:alpine3.12],SizeBytes:301156062,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 k8s.gcr.io/etcd:3.4.13-0],SizeBytes:253392289,},ContainerImage{Names:[kubernetesui/dashboard-amd64@sha256:3af248961c56916aeca8eb4000c15d6cf6a69641ea92f0540865bb37b495932f kubernetesui/dashboard-amd64:v2.1.0],SizeBytes:225733746,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[grafana/grafana@sha256:89304bc2335f4976618548d7b93d165ed67369d3a051d2f627fc4e0aa3d0aff1 grafana/grafana:7.1.0],SizeBytes:179601493,},ContainerImage{Names:[quay.io/prometheus/prometheus@sha256:d4ba4dd1a9ebb90916d0bfed3c204adcb118ed24546bf8dd2e6b30fc0fd2009e quay.io/prometheus/prometheus:v2.20.0],SizeBytes:144886595,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/sample-apiserver@sha256:ff02aacd9766d597883fabafc7ad604c719a57611db1bcc1564c69a45b000a55 gcr.io/kubernetes-e2e-test-images/sample-apiserver:1.17],SizeBytes:60684726,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[directxman12/k8s-prometheus-adapter-amd64@sha256:b63dc612e3cb73f79d2401a4516f794f9f0a83002600ca72e675e41baecff437 directxman12/k8s-prometheus-adapter-amd64:v0.6.0],SizeBytes:53267842,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:2bec7a43da8efe70cb7cb14020a6b10aecd02c87e020d394de84e6807e2cf620 nfvpe/sriov-device-plugin:latest localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44392623,},ContainerImage{Names:[kubernetesui/metrics-scraper@sha256:1f977343873ed0e2efd4916a6b2f3075f310ff6fe42ee098f54fc58aa7a28ab7 kubernetesui/metrics-scraper:v1.0.6],SizeBytes:34548789,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[quay.io/coreos/prometheus-config-reloader@sha256:c679a143b24b7731ad1577a9865aa3805426cbf1b25e30807b951dff68466ffd quay.io/coreos/prometheus-config-reloader:v0.40.0],SizeBytes:10131705,},ContainerImage{Names:[jimmidyson/configmap-reload@sha256:d107c7a235c266273b1c3502a391fec374430e5625539403d0de797fa9c556a2 jimmidyson/configmap-reload:v0.3.0],SizeBytes:9700438,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[alpine@sha256:36553b10a4947067b9fbb7d532951066293a68eae893beba1d9235f7d11a20ad alpine:3.12],SizeBytes:5581415,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:57:12.070: INFO: Logging kubelet events for node node1 May 28 21:57:12.073: INFO: Logging pods the kubelet thinks is on node node1 May 28 21:57:12.087: INFO: busybox-f17fb482-4f7e-4929-934e-76bc10d5eb21 started at 2021-05-28 21:52:24 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.087: INFO: Container busybox ready: false, restart count 0 May 28 21:57:12.087: INFO: foo-5v6j9 started at 2021-05-28 21:48:48 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.087: INFO: Container c ready: false, restart count 0 May 28 21:57:12.087: INFO: nginx-proxy-node1 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.087: INFO: Container nginx-proxy ready: true, restart count 1 May 28 21:57:12.087: INFO: kubernetes-metrics-scraper-678c97765c-wblkm started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.087: INFO: Container kubernetes-metrics-scraper ready: true, restart count 1 May 28 21:57:12.087: INFO: kubernetes-dashboard-86c6f9df5b-c5sbq started at 2021-05-28 19:59:33 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.087: INFO: Container kubernetes-dashboard ready: true, restart count 2 May 28 21:57:12.087: INFO: node-feature-discovery-worker-5x4qg started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.087: INFO: Container nfd-worker ready: true, restart count 0 May 28 21:57:12.087: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-zk2pt started at 2021-05-28 20:06:47 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.087: INFO: Container kube-sriovdp ready: true, restart count 0 May 28 21:57:12.087: INFO: cmk-init-discover-node1-rvqxm started at 2021-05-28 20:08:32 +0000 UTC (0+3 container statuses recorded) May 28 21:57:12.087: INFO: Container discover ready: false, restart count 0 May 28 21:57:12.087: INFO: Container init ready: false, restart count 0 May 28 21:57:12.087: INFO: Container install ready: false, restart count 0 May 28 21:57:12.087: INFO: cmk-jhzjr started at 2021-05-28 20:09:15 +0000 UTC (0+2 container statuses recorded) May 28 21:57:12.087: INFO: Container nodereport ready: true, restart count 0 May 28 21:57:12.087: INFO: Container reconcile ready: true, restart count 0 May 28 21:57:12.087: INFO: prometheus-k8s-0 started at 2021-05-28 20:10:26 +0000 UTC (0+5 container statuses recorded) May 28 21:57:12.087: INFO: Container custom-metrics-apiserver ready: true, restart count 0 May 28 21:57:12.087: INFO: Container grafana ready: true, restart count 0 May 28 21:57:12.087: INFO: Container prometheus ready: true, restart count 1 May 28 21:57:12.087: INFO: Container prometheus-config-reloader ready: true, restart count 0 May 28 21:57:12.087: INFO: Container rules-configmap-reloader ready: true, restart count 0 May 28 21:57:12.087: INFO: kube-proxy-lsngv started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.087: INFO: Container kube-proxy ready: true, restart count 2 May 28 21:57:12.087: INFO: node-exporter-khdpg started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:57:12.087: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:57:12.087: INFO: Container node-exporter ready: true, restart count 0 May 28 21:57:12.087: INFO: kube-flannel-2tjjt started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:57:12.087: INFO: Init container install-cni ready: true, restart count 0 May 28 21:57:12.087: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:57:12.087: INFO: kube-multus-ds-amd64-x7826 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.087: INFO: Container kube-multus ready: true, restart count 1 May 28 21:57:12.087: INFO: collectd-qw9nd started at 2021-05-28 20:16:29 +0000 UTC (0+3 container statuses recorded) May 28 21:57:12.087: INFO: Container collectd ready: true, restart count 0 May 28 21:57:12.087: INFO: Container collectd-exporter ready: true, restart count 0 May 28 21:57:12.087: INFO: Container rbac-proxy ready: true, restart count 0 W0528 21:57:12.100582 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:57:12.134: INFO: Latency metrics for node node1 May 28 21:57:12.134: INFO: Logging node info for node node2 May 28 21:57:12.137: INFO: Node Info: &Node{ObjectMeta:{node2 /api/v1/nodes/node2 3cc89580-b568-4c82-bd1f-200d0823da3b 47155 0 2021-05-28 19:58:22 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/os:linux cmk.intel.com/cmk-node:true feature.node.kubernetes.io/cpu-cpuid.ADX:true feature.node.kubernetes.io/cpu-cpuid.AESNI:true feature.node.kubernetes.io/cpu-cpuid.AVX:true feature.node.kubernetes.io/cpu-cpuid.AVX2:true feature.node.kubernetes.io/cpu-cpuid.AVX512BW:true feature.node.kubernetes.io/cpu-cpuid.AVX512CD:true feature.node.kubernetes.io/cpu-cpuid.AVX512DQ:true feature.node.kubernetes.io/cpu-cpuid.AVX512F:true feature.node.kubernetes.io/cpu-cpuid.AVX512VL:true feature.node.kubernetes.io/cpu-cpuid.FMA3:true feature.node.kubernetes.io/cpu-cpuid.HLE:true feature.node.kubernetes.io/cpu-cpuid.IBPB:true feature.node.kubernetes.io/cpu-cpuid.MPX:true feature.node.kubernetes.io/cpu-cpuid.RTM:true feature.node.kubernetes.io/cpu-cpuid.STIBP:true feature.node.kubernetes.io/cpu-cpuid.VMX:true feature.node.kubernetes.io/cpu-hardware_multithreading:true feature.node.kubernetes.io/cpu-pstate.turbo:true feature.node.kubernetes.io/cpu-rdt.RDTCMT:true feature.node.kubernetes.io/cpu-rdt.RDTL3CA:true feature.node.kubernetes.io/cpu-rdt.RDTMBA:true feature.node.kubernetes.io/cpu-rdt.RDTMBM:true feature.node.kubernetes.io/cpu-rdt.RDTMON:true feature.node.kubernetes.io/kernel-config.NO_HZ:true feature.node.kubernetes.io/kernel-config.NO_HZ_FULL:true feature.node.kubernetes.io/kernel-selinux.enabled:true feature.node.kubernetes.io/kernel-version.full:3.10.0-1160.25.1.el7.x86_64 feature.node.kubernetes.io/kernel-version.major:3 feature.node.kubernetes.io/kernel-version.minor:10 feature.node.kubernetes.io/kernel-version.revision:0 feature.node.kubernetes.io/memory-numa:true feature.node.kubernetes.io/network-sriov.capable:true feature.node.kubernetes.io/network-sriov.configured:true feature.node.kubernetes.io/pci-0300_1a03.present:true feature.node.kubernetes.io/storage-nonrotationaldisk:true feature.node.kubernetes.io/system-os_release.ID:centos feature.node.kubernetes.io/system-os_release.VERSION_ID:7 feature.node.kubernetes.io/system-os_release.VERSION_ID.major:7 kubernetes.io/arch:amd64 kubernetes.io/hostname:node2 kubernetes.io/os:linux] map[flannel.alpha.coreos.com/backend-data:{"VtepMAC":"62:22:2c:ae:14:ae"} flannel.alpha.coreos.com/backend-type:vxlan flannel.alpha.coreos.com/kube-subnet-manager:true flannel.alpha.coreos.com/public-ip:10.10.190.208 kubeadm.alpha.kubernetes.io/cri-socket:/var/run/dockershim.sock nfd.node.kubernetes.io/extended-resources: nfd.node.kubernetes.io/feature-labels:cpu-cpuid.ADX,cpu-cpuid.AESNI,cpu-cpuid.AVX,cpu-cpuid.AVX2,cpu-cpuid.AVX512BW,cpu-cpuid.AVX512CD,cpu-cpuid.AVX512DQ,cpu-cpuid.AVX512F,cpu-cpuid.AVX512VL,cpu-cpuid.FMA3,cpu-cpuid.HLE,cpu-cpuid.IBPB,cpu-cpuid.MPX,cpu-cpuid.RTM,cpu-cpuid.STIBP,cpu-cpuid.VMX,cpu-hardware_multithreading,cpu-pstate.turbo,cpu-rdt.RDTCMT,cpu-rdt.RDTL3CA,cpu-rdt.RDTMBA,cpu-rdt.RDTMBM,cpu-rdt.RDTMON,kernel-config.NO_HZ,kernel-config.NO_HZ_FULL,kernel-selinux.enabled,kernel-version.full,kernel-version.major,kernel-version.minor,kernel-version.revision,memory-numa,network-sriov.capable,network-sriov.configured,pci-0300_1a03.present,storage-nonrotationaldisk,system-os_release.ID,system-os_release.VERSION_ID,system-os_release.VERSION_ID.major nfd.node.kubernetes.io/worker.version:v0.7.0 node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.3.0/24\"":{}}}}} {kubeadm Update v1 2021-05-28 19:58:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}} {flanneld Update v1 2021-05-28 19:59:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:flannel.alpha.coreos.com/backend-data":{},"f:flannel.alpha.coreos.com/backend-type":{},"f:flannel.alpha.coreos.com/kube-subnet-manager":{},"f:flannel.alpha.coreos.com/public-ip":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}} {nfd-master Update v1 2021-05-28 20:06:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:nfd.node.kubernetes.io/extended-resources":{},"f:nfd.node.kubernetes.io/feature-labels":{},"f:nfd.node.kubernetes.io/worker.version":{}},"f:labels":{"f:feature.node.kubernetes.io/cpu-cpuid.ADX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AESNI":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX2":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512BW":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512CD":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512DQ":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512F":{},"f:feature.node.kubernetes.io/cpu-cpuid.AVX512VL":{},"f:feature.node.kubernetes.io/cpu-cpuid.FMA3":{},"f:feature.node.kubernetes.io/cpu-cpuid.HLE":{},"f:feature.node.kubernetes.io/cpu-cpuid.IBPB":{},"f:feature.node.kubernetes.io/cpu-cpuid.MPX":{},"f:feature.node.kubernetes.io/cpu-cpuid.RTM":{},"f:feature.node.kubernetes.io/cpu-cpuid.STIBP":{},"f:feature.node.kubernetes.io/cpu-cpuid.VMX":{},"f:feature.node.kubernetes.io/cpu-hardware_multithreading":{},"f:feature.node.kubernetes.io/cpu-pstate.turbo":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTCMT":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTL3CA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBA":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMBM":{},"f:feature.node.kubernetes.io/cpu-rdt.RDTMON":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ":{},"f:feature.node.kubernetes.io/kernel-config.NO_HZ_FULL":{},"f:feature.node.kubernetes.io/kernel-selinux.enabled":{},"f:feature.node.kubernetes.io/kernel-version.full":{},"f:feature.node.kubernetes.io/kernel-version.major":{},"f:feature.node.kubernetes.io/kernel-version.minor":{},"f:feature.node.kubernetes.io/kernel-version.revision":{},"f:feature.node.kubernetes.io/memory-numa":{},"f:feature.node.kubernetes.io/network-sriov.capable":{},"f:feature.node.kubernetes.io/network-sriov.configured":{},"f:feature.node.kubernetes.io/pci-0300_1a03.present":{},"f:feature.node.kubernetes.io/storage-nonrotationaldisk":{},"f:feature.node.kubernetes.io/system-os_release.ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID":{},"f:feature.node.kubernetes.io/system-os_release.VERSION_ID.major":{}}}}} {Swagger-Codegen Update v1 2021-05-28 20:08:58 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:cmk.intel.com/cmk-node":{}}},"f:status":{"f:capacity":{"f:cmk.intel.com/exclusive-cores":{}}}}} {kubelet Update v1 2021-05-28 20:09:00 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}},"f:status":{"f:addresses":{".":{},"k:{\"type\":\"Hostname\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"InternalIP\"}":{".":{},"f:address":{},"f:type":{}}},"f:allocatable":{".":{},"f:cmk.intel.com/exclusive-cores":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:capacity":{".":{},"f:cpu":{},"f:ephemeral-storage":{},"f:hugepages-1Gi":{},"f:hugepages-2Mi":{},"f:intel.com/intel_sriov_netdevice":{},"f:memory":{},"f:pods":{}},"f:conditions":{".":{},"k:{\"type\":\"DiskPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"MemoryPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PIDPressure\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:daemonEndpoints":{"f:kubeletEndpoint":{"f:Port":{}}},"f:images":{},"f:nodeInfo":{"f:architecture":{},"f:bootID":{},"f:containerRuntimeVersion":{},"f:kernelVersion":{},"f:kubeProxyVersion":{},"f:kubeletVersion":{},"f:machineID":{},"f:operatingSystem":{},"f:osImage":{},"f:systemUUID":{}}}}}]},Spec:NodeSpec{PodCIDR:10.244.3.0/24,DoNotUseExternalID:,ProviderID:,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.244.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{80 0} {<nil>} 80 DecimalSI},ephemeral-storage: {{450471260160 0} {<nil>} 439913340Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{201269633024 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cmk.intel.com/exclusive-cores: {{3 0} {<nil>} 3 DecimalSI},cpu: {{77 0} {<nil>} 77 DecimalSI},ephemeral-storage: {{405424133473 0} {<nil>} 405424133473 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{21474836480 0} {<nil>} 20Gi BinarySI},intel.com/intel_sriov_netdevice: {{4 0} {<nil>} 4 DecimalSI},memory: {{178884632576 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2021-05-28 20:01:05 +0000 UTC,LastTransitionTime:2021-05-28 20:01:05 +0000 UTC,Reason:FlannelIsUp,Message:Flannel is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2021-05-28 21:57:07 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2021-05-28 21:57:07 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2021-05-28 21:57:07 +0000 UTC,LastTransitionTime:2021-05-28 19:58:22 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2021-05-28 21:57:07 +0000 UTC,LastTransitionTime:2021-05-28 19:59:04 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.10.190.208,},NodeAddress{Type:Hostname,Address:node2,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b2730c4b09814ab9a78e7bc62c820fbb,SystemUUID:80B3CD56-852F-E711-906E-0017A4403562,BootID:f1459072-d21d-46de-a5d9-46ec9349aae0,KernelVersion:3.10.0-1160.25.1.el7.x86_64,OSImage:CentOS Linux 7 (Core),ContainerRuntimeVersion:docker://19.3.14,KubeletVersion:v1.19.8,KubeProxyVersion:v1.19.8,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[localhost:30500/barometer-collectd@sha256:d731a0fc49b9ad6125b8d5dcb29da2b60bc940b48eacb6f5a9eb2a55c10598db localhost:30500/barometer-collectd:stable],SizeBytes:1464395058,},ContainerImage{Names:[localhost:30500/cmk@sha256:97953d03767e4c2eb5d156394aeaf4bb0b74f3fd1ad08c303cb7561e272a00ff localhost:30500/cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[cmk:v1.5.1],SizeBytes:726715672,},ContainerImage{Names:[centos/python-36-centos7@sha256:ac50754646f0d37616515fb30467d8743fb12954260ec36c9ecb5a94499447e0 centos/python-36-centos7:latest],SizeBytes:650061677,},ContainerImage{Names:[nfvpe/multus@sha256:ac1266b87ba44c09dc2a336f0d5dad968fccd389ce1944a85e87b32cd21f7224 nfvpe/multus:v3.4.2],SizeBytes:276587882,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/jessie-dnsutils@sha256:ad583e33cb284f7ef046673809b146ec4053cda19b54a85d2b180a86169715eb gcr.io/kubernetes-e2e-test-images/jessie-dnsutils:1.0],SizeBytes:195659796,},ContainerImage{Names:[nginx@sha256:df13abe416e37eb3db4722840dd479b00ba193ac6606e7902331dcea50f4f1f2 nginx:1.19],SizeBytes:133122553,},ContainerImage{Names:[httpd@sha256:eb8ccf084cf3e80eece1add239effefd171eb39adbc154d33c14260d905d4060 httpd:2.4.38-alpine],SizeBytes:123781643,},ContainerImage{Names:[k8s.gcr.io/kube-apiserver@sha256:82e0ce4e1d08f3749d05c584fd60986197bfcdf9ce71d4666c71674221d53135 k8s.gcr.io/kube-apiserver:v1.19.8],SizeBytes:118813022,},ContainerImage{Names:[k8s.gcr.io/kube-proxy@sha256:8ed30419d9cf8965854f9ed501159e15deb30c42c3d2a60a278ae169320d140e k8s.gcr.io/kube-proxy:v1.19.8],SizeBytes:117674285,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:17e61a0b9e498b6c73ed97670906be3d5a3ae394739c1bd5b619e1a004885cf0 k8s.gcr.io/e2e-test-images/agnhost:2.20],SizeBytes:113869866,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager@sha256:2769005fb667dbb936009894d01fe35f5ce1bce45eee80a9ce3c139b9be4080e k8s.gcr.io/kube-controller-manager:v1.19.8],SizeBytes:110805342,},ContainerImage{Names:[gcr.io/k8s-staging-nfd/node-feature-discovery@sha256:5d116c2c340be665a2c8adc9aca7f91396bd5cbde4add4fdc8dab95d8db43425 gcr.io/k8s-staging-nfd/node-feature-discovery:v0.7.0],SizeBytes:108309584,},ContainerImage{Names:[quay.io/coreos/flannel@sha256:34860ea294a018d392e61936f19a7862d5e92039d196cac9176da14b2bbd0fe3 quay.io/coreos/flannel@sha256:ac5322604bcab484955e6dbc507f45a906bde79046667322e3918a8578ab08c8 quay.io/coreos/flannel:v0.13.0 quay.io/coreos/flannel:v0.13.0-amd64],SizeBytes:57156911,},ContainerImage{Names:[quay.io/coreos/kube-rbac-proxy@sha256:e10d1d982dd653db74ca87a1d1ad017bc5ef1aeb651bdea089debf16485b080b quay.io/coreos/kube-rbac-proxy:v0.5.0],SizeBytes:46626428,},ContainerImage{Names:[k8s.gcr.io/kube-scheduler@sha256:bb66135ce9a25ac405e43bbae6a2ac766e0efcac0a6a73ef9d1fbb4cf4732c9b k8s.gcr.io/kube-scheduler:v1.19.8],SizeBytes:46510430,},ContainerImage{Names:[localhost:30500/sriov-device-plugin@sha256:2bec7a43da8efe70cb7cb14020a6b10aecd02c87e020d394de84e6807e2cf620 localhost:30500/sriov-device-plugin:v3.3.1],SizeBytes:44392623,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonroot@sha256:4bd7ae247de5c988700233c5a4b55e804ffe90f8c66ae64853f1dae37b847213 gcr.io/kubernetes-e2e-test-images/nonroot:1.0],SizeBytes:42321438,},ContainerImage{Names:[quay.io/prometheus/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee quay.io/prometheus/node-exporter:v0.18.1],SizeBytes:22933477,},ContainerImage{Names:[localhost:30500/tas-controller@sha256:7f3d9945acdf5d86edd89b2b16fe1f6d63ba8bdb4cab50e66f9bce162df9e388 localhost:30500/tas-controller:0.1],SizeBytes:22922439,},ContainerImage{Names:[localhost:30500/tas-extender@sha256:9af6075c93013910787a4e97973da6e0739a86dee1186d7965a5d00b1ac35636 localhost:30500/tas-extender:0.1],SizeBytes:21320903,},ContainerImage{Names:[prom/collectd-exporter@sha256:73fbda4d24421bff3b741c27efc36f1b6fbe7c57c378d56d4ff78101cd556654],SizeBytes:17463681,},ContainerImage{Names:[nginx@sha256:485b610fefec7ff6c463ced9623314a04ed67e3945b9c08d7e53a47f6d108dc7 nginx:1.14-alpine],SizeBytes:16032814,},ContainerImage{Names:[gcr.io/google-samples/hello-go-gke@sha256:4ea9cd3d35f81fc91bdebca3fae50c180a1048be0613ad0f811595365040396e gcr.io/google-samples/hello-go-gke:1.0],SizeBytes:11443478,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nonewprivs@sha256:10066e9039219449fe3c81f38fe01928f87914150768ab81b62a468e51fa7411 gcr.io/kubernetes-e2e-test-images/nonewprivs:1.0],SizeBytes:6757579,},ContainerImage{Names:[appropriate/curl@sha256:027a0ad3c69d085fea765afca9984787b780c172cead6502fec989198b98d8bb appropriate/curl:edge],SizeBytes:5654234,},ContainerImage{Names:[gcr.io/kubernetes-e2e-test-images/nautilus@sha256:33a732d4c42a266912a5091598a0f07653c9134db4b8d571690d8afd509e0bfc gcr.io/kubernetes-e2e-test-images/nautilus:1.0],SizeBytes:4753501,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:4206620,},ContainerImage{Names:[busybox@sha256:8ccbac733d19c0dd4d70b4f0c1e12245b5fa3ad24758a11035ee505c629c0796 busybox:1.29],SizeBytes:1154361,},ContainerImage{Names:[busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47 busybox:1.28],SizeBytes:1146369,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:682696,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:a319ac2280eb7e3a59e252e54b76327cb4a33cf8389053b0d78277f22bbca2fa k8s.gcr.io/pause:3.3],SizeBytes:682696,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} May 28 21:57:12.137: INFO: Logging kubelet events for node node2 May 28 21:57:12.139: INFO: Logging pods the kubelet thinks is on node node2 May 28 21:57:12.151: INFO: node-feature-discovery-worker-j2wnf started at 2021-05-28 20:05:52 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.151: INFO: Container nfd-worker ready: true, restart count 0 May 28 21:57:12.151: INFO: cmk-5vxwj started at 2021-05-28 20:09:16 +0000 UTC (0+2 container statuses recorded) May 28 21:57:12.151: INFO: Container nodereport ready: true, restart count 0 May 28 21:57:12.151: INFO: Container reconcile ready: true, restart count 0 May 28 21:57:12.151: INFO: cmk-webhook-6c9d5f8578-6cpp6 started at 2021-05-28 20:09:16 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.151: INFO: Container cmk-webhook ready: true, restart count 0 May 28 21:57:12.151: INFO: node-exporter-sjsht started at 2021-05-28 20:10:09 +0000 UTC (0+2 container statuses recorded) May 28 21:57:12.151: INFO: Container kube-rbac-proxy ready: true, restart count 0 May 28 21:57:12.151: INFO: Container node-exporter ready: true, restart count 0 May 28 21:57:12.151: INFO: tas-telemetry-aware-scheduling-575ccbc9d4-csd8v started at 2021-05-28 20:13:00 +0000 UTC (0+2 container statuses recorded) May 28 21:57:12.151: INFO: Container tas-controller ready: true, restart count 0 May 28 21:57:12.151: INFO: Container tas-extender ready: true, restart count 0 May 28 21:57:12.151: INFO: nginx-proxy-node2 started at 2021-05-28 20:05:21 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.151: INFO: Container nginx-proxy ready: true, restart count 2 May 28 21:57:12.151: INFO: collectd-b5dgp started at 2021-05-28 20:16:29 +0000 UTC (0+3 container statuses recorded) May 28 21:57:12.151: INFO: Container collectd ready: true, restart count 0 May 28 21:57:12.151: INFO: Container collectd-exporter ready: true, restart count 0 May 28 21:57:12.151: INFO: Container rbac-proxy ready: true, restart count 0 May 28 21:57:12.151: INFO: ss2-0 started at 2021-05-28 21:51:01 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.151: INFO: Container webserver ready: false, restart count 0 May 28 21:57:12.151: INFO: kube-proxy-z5czn started at 2021-05-28 19:58:24 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.151: INFO: Container kube-proxy ready: true, restart count 2 May 28 21:57:12.151: INFO: sriov-net-dp-kube-sriov-device-plugin-amd64-29vc6 started at 2021-05-28 20:06:47 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.151: INFO: Container kube-sriovdp ready: true, restart count 0 May 28 21:57:12.151: INFO: cmk-init-discover-node2-95cbr started at 2021-05-28 20:08:52 +0000 UTC (0+3 container statuses recorded) May 28 21:57:12.151: INFO: Container discover ready: false, restart count 0 May 28 21:57:12.151: INFO: Container init ready: false, restart count 0 May 28 21:57:12.151: INFO: Container install ready: false, restart count 0 May 28 21:57:12.151: INFO: kube-flannel-d9wsg started at 2021-05-28 19:59:00 +0000 UTC (1+1 container statuses recorded) May 28 21:57:12.151: INFO: Init container install-cni ready: true, restart count 2 May 28 21:57:12.151: INFO: Container kube-flannel ready: true, restart count 2 May 28 21:57:12.151: INFO: kube-multus-ds-amd64-c9cj2 started at 2021-05-28 19:59:08 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.151: INFO: Container kube-multus ready: true, restart count 1 May 28 21:57:12.151: INFO: foo-hf8r8 started at 2021-05-28 21:48:48 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.151: INFO: Container c ready: false, restart count 0 May 28 21:57:12.151: INFO: ss-0 started at 2021-05-28 21:48:11 +0000 UTC (0+1 container statuses recorded) May 28 21:57:12.151: INFO: Container webserver ready: false, restart count 0 W0528 21:57:12.165685 30 metrics_grabber.go:105] Did not receive an external client interface. Grabbing metrics from ClusterAutoscaler is disabled. May 28 21:57:12.198: INFO: Latency metrics for node node2 May 28 21:57:12.198: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready STEP: Destroying namespace "var-expansion-6433" for this suite.