2020-08-27 17:09:44,497 - xtesting.ci.run_tests - INFO - Deployment description: +-------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------+ | ENV VAR | VALUE | +-------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------+ | TEST_DB_EXT_URL | http://testresults.opnfv.org/test/api/v1/results | | S3_DST_URL | s3://artifacts.opnfv.org/functest-kubernetes/1M0XPPPKTYY1/functest-kubernetes-opnfv-functest-kubernetes-cnf-arm64-hunter-k8s_vims-run-20 | | S3_ENDPOINT_URL | https://storage.googleapis.com | | DEPLOY_SCENARIO | k8-nosdn-nofeature-noha | | BUILD_TAG | 1M0XPPPKTYY1 | | DEBUG | true | | INSTALLER_TYPE | unknown | | CI_LOOP | daily | | TEST_DB_URL | http://testresults.opnfv.org/test/api/v1/results | | HTTP_DST_URL | http://artifacts.opnfv.org/functest-kubernetes/1M0XPPPKTYY1/functest-kubernetes-opnfv-functest-kubernetes-cnf-arm64-hunter-k8s_vims-run-20 | | NODE_NAME | lf-virtual1-1 | +-------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------+ 2020-08-27 17:09:44,552 - xtesting.ci.run_tests - DEBUG - No env file /var/lib/xtesting/conf/env_file found 2020-08-27 17:09:44,553 - xtesting.ci.run_tests - DEBUG - Test args: k8s_vims 2020-08-27 17:09:44,587 - xtesting.ci.run_tests - INFO - Loading test case 'k8s_vims'... 2020-08-27 17:09:45,664 - xtesting.ci.run_tests - INFO - Running test case 'k8s_vims'... 2020-08-27 17:09:45,826 - kubernetes.client.rest - DEBUG - response body: {"kind":"Namespace","apiVersion":"v1","metadata":{"name":"ims-q4r8l","generateName":"ims-","selfLink":"/api/v1/namespaces/ims-q4r8l","uid":"1b3939f4-e888-11ea-a485-0242ac120004","resourceVersion":"2681979","creationTimestamp":"2020-08-27T17:09:45Z"},"spec":{"finalizers":["kubernetes"]},"status":{"phase":"Active"}} 2020-08-27 17:09:45,852 - functest_kubernetes.ims.ims - DEBUG - create_namespace: {'api_version': 'v1', 'kind': 'Namespace', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'ims-', 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'ims-q4r8l', 'namespace': None, 'owner_references': None, 'resource_version': '2681979', 'self_link': '/api/v1/namespaces/ims-q4r8l', 'uid': '1b3939f4-e888-11ea-a485-0242ac120004'}, 'spec': {'finalizers': ['kubernetes']}, 'status': {'phase': 'Active'}} 2020-08-27 17:09:46,011 - kubernetes.client.rest - DEBUG - response body: {"kind":"ConfigMap","apiVersion":"v1","metadata":{"name":"env-vars","namespace":"ims-q4r8l","selfLink":"/api/v1/namespaces/ims-q4r8l/configmaps/env-vars","uid":"1b45fdde-e888-11ea-a485-0242ac120004","resourceVersion":"2681981","creationTimestamp":"2020-08-27T17:09:45Z"},"data":{"ADDITIONAL_SHARED_CONFIG":"","ZONE":"ims-q4r8l.svc.cluster.local"}} 2020-08-27 17:09:46,020 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_config_map: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:46,255 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"astaire","namespace":"ims-q4r8l","selfLink":"/apis/apps/v1/namespaces/ims-q4r8l/deployments/astaire","uid":"1b7bb736-e888-11ea-a485-0242ac120004","resourceVersion":"2681985","generation":1,"creationTimestamp":"2020-08-27T17:09:46Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"astaire"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"astaire"}},"spec":{"volumes":[{"name":"astairelogs","emptyDir":{}}],"initContainers":[{"name":"wait-on-cassandra","image":"busybox:1.28","command":["sh","-c","until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"astaire","image":"ollivier/clearwater-astaire:latest","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":11211,"protocol":"TCP"},{"containerPort":11311,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"volumeMounts":[{"name":"astairelogs","mountPath":"/var/log/astaire"}],"livenessProbe":{"tcpSocket":{"port":11311},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":9},"readinessProbe":{"tcpSocket":{"port":11311},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"lifecycle":{"preStop":{"exec":{"command":["/bin/bash","-c","/usr/bin/pre-stop"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"},{"name":"tailer","image":"busybox","command":["tail","-F","/var/log/astaire/astaire_current.txt"],"resources":{},"volumeMounts":[{"name":"astairelogs","mountPath":"/var/log/astaire"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"}],"restartPolicy":"Always","terminationGracePeriodSeconds":120,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-08-27 17:09:46,269 - functest_kubernetes.ims.ims - INFO - Deployment astaire created 2020-08-27 17:09:46,270 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:46,509 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"bono","namespace":"ims-q4r8l","selfLink":"/apis/apps/v1/namespaces/ims-q4r8l/deployments/bono","uid":"1b9c65c7-e888-11ea-a485-0242ac120004","resourceVersion":"2681996","generation":1,"creationTimestamp":"2020-08-27T17:09:46Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"bono"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"bono","snmp":"enabled"}},"spec":{"volumes":[{"name":"bonologs","emptyDir":{}}],"initContainers":[{"name":"wait-on-sprout","image":"busybox:1.28","command":["sh","-c","until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"bono","image":"ollivier/clearwater-bono:latest","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":3478,"protocol":"TCP"},{"containerPort":5060,"protocol":"TCP"},{"containerPort":5062,"protocol":"TCP"},{"containerPort":5060,"protocol":"UDP"},{"containerPort":5062,"protocol":"UDP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"volumeMounts":[{"name":"bonologs","mountPath":"/var/log/bono"}],"livenessProbe":{"exec":{"command":["/bin/bash","/usr/share/kubernetes/liveness.sh","3478 5060 5062"]},"initialDelaySeconds":30,"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"exec":{"command":["/bin/bash","/usr/share/kubernetes/liveness.sh","3478 5060 5062"]},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"},{"name":"tailer","image":"busybox","command":["tail","-F","/var/log/bono/bono_current.txt"],"resources":{},"volumeMounts":[{"name":"bonologs","mountPath":"/var/log/bono"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-08-27 17:09:46,524 - functest_kubernetes.ims.ims - INFO - Deployment bono created 2020-08-27 17:09:46,537 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:46,938 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"cassandra","namespace":"ims-q4r8l","selfLink":"/apis/apps/v1/namespaces/ims-q4r8l/deployments/cassandra","uid":"1bc7aed6-e888-11ea-a485-0242ac120004","resourceVersion":"2682006","generation":1,"creationTimestamp":"2020-08-27T17:09:46Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"cassandra"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"cassandra"}},"spec":{"initContainers":[{"name":"wait-on-etcd","image":"busybox:1.28","command":["sh","-c","until nslookup etcd; do echo waiting for etcd to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"cassandra","image":"ollivier/clearwater-cassandra:latest","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":7001,"protocol":"TCP"},{"containerPort":9042,"protocol":"TCP"},{"containerPort":9160,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"exec":{"command":["/bin/bash","/usr/share/kubernetes/liveness.sh","7000 9042 9160"]},"initialDelaySeconds":600,"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"exec":{"command":["/bin/bash","/usr/share/kubernetes/liveness.sh","7000 9042 9160"]},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-08-27 17:09:47,067 - functest_kubernetes.ims.ims - INFO - Deployment cassandra created 2020-08-27 17:09:47,069 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:47,295 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"chronos","namespace":"ims-q4r8l","selfLink":"/apis/apps/v1/namespaces/ims-q4r8l/deployments/chronos","uid":"1c184e8b-e888-11ea-a485-0242ac120004","resourceVersion":"2682019","generation":1,"creationTimestamp":"2020-08-27T17:09:47Z","labels":{"service":"chronos"}},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"chronos"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"chronos"}},"spec":{"volumes":[{"name":"chronoslogs","emptyDir":{}}],"initContainers":[{"name":"wait-on-cassandra","image":"busybox:1.28","command":["sh","-c","until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"chronos","image":"ollivier/clearwater-chronos:latest","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":7253,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"volumeMounts":[{"name":"chronoslogs","mountPath":"/var/log/chronos"}],"livenessProbe":{"tcpSocket":{"port":7253},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":9},"readinessProbe":{"tcpSocket":{"port":7253},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"lifecycle":{"preStop":{"exec":{"command":["/bin/bash","-c","/usr/bin/pre-stop"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"},{"name":"tailer","image":"busybox","command":["tail","-F","/var/log/chronos/chronos_current.txt"],"resources":{},"volumeMounts":[{"name":"chronoslogs","mountPath":"/var/log/chronos"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"}],"restartPolicy":"Always","terminationGracePeriodSeconds":120,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-08-27 17:09:47,310 - functest_kubernetes.ims.ims - INFO - Deployment chronos created 2020-08-27 17:09:47,354 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:47,901 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"ellis","namespace":"ims-q4r8l","selfLink":"/apis/apps/v1/namespaces/ims-q4r8l/deployments/ellis","uid":"1c396b52-e888-11ea-a485-0242ac120004","resourceVersion":"2682027","generation":1,"creationTimestamp":"2020-08-27T17:09:47Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"ellis"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"ellis"}},"spec":{"initContainers":[{"name":"wait-on-homestead-prov","image":"busybox:1.28","command":["sh","-c","until nslookup homestead-prov; do echo waiting for homestead-prov to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"wait-on-sprout","image":"busybox:1.28","command":["sh","-c","until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"ellis","image":"ollivier/clearwater-ellis:latest","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":80,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"tcpSocket":{"port":80},"initialDelaySeconds":30,"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":80},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-08-27 17:09:48,206 - functest_kubernetes.ims.ims - INFO - Deployment ellis created 2020-08-27 17:09:48,207 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:48,461 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"etcd","namespace":"ims-q4r8l","selfLink":"/apis/apps/v1/namespaces/ims-q4r8l/deployments/etcd","uid":"1cbe4d5d-e888-11ea-a485-0242ac120004","resourceVersion":"2682040","generation":1,"creationTimestamp":"2020-08-27T17:09:48Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"instance-type":"etcd-pod"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"instance-type":"etcd-pod"}},"spec":{"containers":[{"name":"etcd","image":"quay.io/coreos/etcd:v2.2.5","args":["--name","$(MY_POD_NAME)","--advertise-client-urls","http://$(MY_POD_IP):2379,http://$(MY_POD_IP):4001","--listen-client-urls","http://0.0.0.0:2379,http://0.0.0.0:4001","--initial-advertise-peer-urls","http://$(MY_POD_IP):2380","--listen-peer-urls","http://0.0.0.0:2380","--initial-cluster","$(MY_POD_NAME)=http://$(MY_POD_IP):2380","--initial-cluster-state","new"],"ports":[{"containerPort":2379,"protocol":"TCP"},{"containerPort":2380,"protocol":"TCP"},{"containerPort":4001,"protocol":"TCP"}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"MY_POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}}],"resources":{},"livenessProbe":{"tcpSocket":{"port":4001},"initialDelaySeconds":300,"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":4001},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-08-27 17:09:48,474 - functest_kubernetes.ims.ims - INFO - Deployment etcd created 2020-08-27 17:09:48,475 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:48,691 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"homer","namespace":"ims-q4r8l","selfLink":"/apis/apps/v1/namespaces/ims-q4r8l/deployments/homer","uid":"1ce214d0-e888-11ea-a485-0242ac120004","resourceVersion":"2682049","generation":1,"creationTimestamp":"2020-08-27T17:09:48Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"homer"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"homer"}},"spec":{"initContainers":[{"name":"wait-on-cassandra","image":"busybox:1.28","command":["sh","-c","until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"homer","image":"ollivier/clearwater-homer:latest","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":7888,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"tcpSocket":{"port":7888},"initialDelaySeconds":30,"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":7888},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-08-27 17:09:48,705 - functest_kubernetes.ims.ims - INFO - Deployment homer created 2020-08-27 17:09:48,706 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:49,651 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"homestead","namespace":"ims-q4r8l","selfLink":"/apis/apps/v1/namespaces/ims-q4r8l/deployments/homestead","uid":"1d0f08a9-e888-11ea-a485-0242ac120004","resourceVersion":"2682066","generation":1,"creationTimestamp":"2020-08-27T17:09:48Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"homestead"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"homestead","snmp":"enabled"}},"spec":{"volumes":[{"name":"homesteadlogs","emptyDir":{}}],"initContainers":[{"name":"wait-on-cassandra","image":"busybox:1.28","command":["sh","-c","until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"wait-on-astaire","image":"busybox:1.28","command":["sh","-c","until nslookup astaire; do echo waiting for astaire to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"homestead","image":"ollivier/clearwater-homestead:latest","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":8888,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"volumeMounts":[{"name":"homesteadlogs","mountPath":"/var/log/homestead"}],"livenessProbe":{"exec":{"command":["/bin/bash","/usr/share/kubernetes/liveness.sh","8888"]},"initialDelaySeconds":60,"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"exec":{"command":["/bin/bash","/usr/share/kubernetes/liveness.sh","8888"]},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"},{"name":"tailer","image":"busybox","command":["tail","-F","/var/log/homestead/homestead_current.txt"],"resources":{},"volumeMounts":[{"name":"homesteadlogs","mountPath":"/var/log/homestead"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-08-27 17:09:49,796 - functest_kubernetes.ims.ims - INFO - Deployment homestead created 2020-08-27 17:09:49,797 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:50,050 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"homestead-prov","namespace":"ims-q4r8l","selfLink":"/apis/apps/v1/namespaces/ims-q4r8l/deployments/homestead-prov","uid":"1db86347-e888-11ea-a485-0242ac120004","resourceVersion":"2682075","generation":1,"creationTimestamp":"2020-08-27T17:09:50Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"homestead-prov"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"homestead-prov","snmp":"enabled"}},"spec":{"initContainers":[{"name":"wait-on-homestead","image":"busybox:1.28","command":["sh","-c","until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"homestead-prov","image":"ollivier/clearwater-homestead-prov:latest","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":8889,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"exec":{"command":["/bin/bash","/usr/share/clearwater/bin/poll_homestead-prov.sh"]},"initialDelaySeconds":60,"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"exec":{"command":["/bin/bash","/usr/share/clearwater/bin/poll_homestead-prov.sh"]},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-08-27 17:09:50,080 - functest_kubernetes.ims.ims - INFO - Deployment homestead-prov created 2020-08-27 17:09:50,081 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:50,798 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"ralf","namespace":"ims-q4r8l","selfLink":"/apis/apps/v1/namespaces/ims-q4r8l/deployments/ralf","uid":"1ddbe002-e888-11ea-a485-0242ac120004","resourceVersion":"2682082","generation":1,"creationTimestamp":"2020-08-27T17:09:50Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"ralf"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"ralf","snmp":"enabled"}},"spec":{"volumes":[{"name":"ralflogs","emptyDir":{}}],"initContainers":[{"name":"wait-on-cassandra","image":"busybox:1.28","command":["sh","-c","until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"ralf","image":"ollivier/clearwater-ralf:latest","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":10888,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"volumeMounts":[{"name":"ralflogs","mountPath":"/var/log/ralf"}],"livenessProbe":{"tcpSocket":{"port":10888},"initialDelaySeconds":30,"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":10888},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"},{"name":"tailer","image":"busybox","command":["tail","-F","/var/log/ralf/ralf_current.txt"],"resources":{},"volumeMounts":[{"name":"ralflogs","mountPath":"/var/log/ralf"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-08-27 17:09:50,987 - functest_kubernetes.ims.ims - INFO - Deployment ralf created 2020-08-27 17:09:50,988 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:51,215 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"sprout","namespace":"ims-q4r8l","selfLink":"/apis/apps/v1/namespaces/ims-q4r8l/deployments/sprout","uid":"1e6c5599-e888-11ea-a485-0242ac120004","resourceVersion":"2682092","generation":1,"creationTimestamp":"2020-08-27T17:09:51Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"sprout"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"sprout","snmp":"enabled"}},"spec":{"volumes":[{"name":"sproutlogs","emptyDir":{}}],"initContainers":[{"name":"wait-on-ralf","image":"busybox:1.28","command":["sh","-c","until nslookup ralf; do echo waiting for ralf to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"wait-on-chronos","image":"busybox:1.28","command":["sh","-c","until nslookup chronos; do echo waiting for chronos to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"wait-on-homestead","image":"busybox:1.28","command":["sh","-c","until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"sprout","image":"ollivier/clearwater-sprout:latest","ports":[{"containerPort":22,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"volumeMounts":[{"name":"sproutlogs","mountPath":"/var/log/sprout"}],"livenessProbe":{"exec":{"command":["/bin/bash","/usr/share/kubernetes/liveness.sh","5052 5054"]},"initialDelaySeconds":30,"timeoutSeconds":1,"periodSeconds":3,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"exec":{"command":["/bin/bash","/usr/share/kubernetes/liveness.sh","5052 5054"]},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"},{"name":"tailer","image":"busybox","command":["tail","-F","/var/log/sprout/sprout_current.txt"],"resources":{},"volumeMounts":[{"name":"sproutlogs","mountPath":"/var/log/sprout"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-08-27 17:09:51,236 - functest_kubernetes.ims.ims - INFO - Deployment sprout created 2020-08-27 17:09:51,237 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:52,069 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"astaire","namespace":"ims-q4r8l","selfLink":"/api/v1/namespaces/ims-q4r8l/services/astaire","uid":"1e895313-e888-11ea-a485-0242ac120004","resourceVersion":"2682105","creationTimestamp":"2020-08-27T17:09:51Z"},"spec":{"ports":[{"name":"11311","protocol":"TCP","port":11311,"targetPort":11311}],"selector":{"service":"astaire"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-08-27 17:09:52,125 - functest_kubernetes.ims.ims - INFO - Service astaire created 2020-08-27 17:09:52,126 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:52,504 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"bono","namespace":"ims-q4r8l","selfLink":"/api/v1/namespaces/ims-q4r8l/services/bono","uid":"1f060207-e888-11ea-a485-0242ac120004","resourceVersion":"2682116","creationTimestamp":"2020-08-27T17:09:52Z"},"spec":{"ports":[{"name":"3478","protocol":"TCP","port":3478,"targetPort":3478},{"name":"5060","protocol":"TCP","port":5060,"targetPort":5060},{"name":"5062","protocol":"TCP","port":5062,"targetPort":5062}],"selector":{"service":"bono"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-08-27 17:09:52,519 - functest_kubernetes.ims.ims - INFO - Service bono created 2020-08-27 17:09:52,520 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:53,138 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"cassandra","namespace":"ims-q4r8l","selfLink":"/api/v1/namespaces/ims-q4r8l/services/cassandra","uid":"1f4303b5-e888-11ea-a485-0242ac120004","resourceVersion":"2682126","creationTimestamp":"2020-08-27T17:09:52Z"},"spec":{"ports":[{"name":"7001","protocol":"TCP","port":7001,"targetPort":7001},{"name":"7000","protocol":"TCP","port":7000,"targetPort":7000},{"name":"9042","protocol":"TCP","port":9042,"targetPort":9042},{"name":"9160","protocol":"TCP","port":9160,"targetPort":9160}],"selector":{"service":"cassandra"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-08-27 17:09:53,465 - functest_kubernetes.ims.ims - INFO - Service cassandra created 2020-08-27 17:09:53,466 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:53,635 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"chronos","namespace":"ims-q4r8l","selfLink":"/api/v1/namespaces/ims-q4r8l/services/chronos","uid":"1fd3b171-e888-11ea-a485-0242ac120004","resourceVersion":"2682133","creationTimestamp":"2020-08-27T17:09:53Z"},"spec":{"ports":[{"name":"7253","protocol":"TCP","port":7253,"targetPort":7253}],"selector":{"service":"chronos"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-08-27 17:09:53,957 - functest_kubernetes.ims.ims - INFO - Service chronos created 2020-08-27 17:09:53,981 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:54,192 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"ellis","namespace":"ims-q4r8l","selfLink":"/api/v1/namespaces/ims-q4r8l/services/ellis","uid":"202dec68-e888-11ea-a485-0242ac120004","resourceVersion":"2682138","creationTimestamp":"2020-08-27T17:09:54Z"},"spec":{"ports":[{"name":"http","protocol":"TCP","port":80,"targetPort":80}],"selector":{"service":"ellis"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-08-27 17:09:54,248 - functest_kubernetes.ims.ims - INFO - Service ellis created 2020-08-27 17:09:54,250 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:54,979 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"etcd","namespace":"ims-q4r8l","selfLink":"/api/v1/namespaces/ims-q4r8l/services/etcd","uid":"207751b2-e888-11ea-a485-0242ac120004","resourceVersion":"2682143","creationTimestamp":"2020-08-27T17:09:54Z","labels":{"instance-type":"etcd-pod"}},"spec":{"ports":[{"name":"etcd-client","protocol":"TCP","port":2379,"targetPort":2379},{"name":"etcd-server","protocol":"TCP","port":2380,"targetPort":2380},{"name":"4001","protocol":"TCP","port":4001,"targetPort":4001}],"selector":{"instance-type":"etcd-pod"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-08-27 17:09:55,001 - functest_kubernetes.ims.ims - INFO - Service etcd created 2020-08-27 17:09:55,002 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:55,524 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"homer","namespace":"ims-q4r8l","selfLink":"/api/v1/namespaces/ims-q4r8l/services/homer","uid":"20c59561-e888-11ea-a485-0242ac120004","resourceVersion":"2682153","creationTimestamp":"2020-08-27T17:09:55Z"},"spec":{"ports":[{"name":"7888","protocol":"TCP","port":7888,"targetPort":7888}],"selector":{"service":"homer"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-08-27 17:09:55,532 - functest_kubernetes.ims.ims - INFO - Service homer created 2020-08-27 17:09:55,533 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:56,502 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"homestead","namespace":"ims-q4r8l","selfLink":"/api/v1/namespaces/ims-q4r8l/services/homestead","uid":"2118fad2-e888-11ea-a485-0242ac120004","resourceVersion":"2682158","creationTimestamp":"2020-08-27T17:09:55Z"},"spec":{"ports":[{"name":"8888","protocol":"TCP","port":8888,"targetPort":8888}],"selector":{"service":"homestead"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-08-27 17:09:56,772 - functest_kubernetes.ims.ims - INFO - Service homestead created 2020-08-27 17:09:56,773 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:57,351 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"homestead-prov","namespace":"ims-q4r8l","selfLink":"/api/v1/namespaces/ims-q4r8l/services/homestead-prov","uid":"21cbcf83-e888-11ea-a485-0242ac120004","resourceVersion":"2682163","creationTimestamp":"2020-08-27T17:09:56Z"},"spec":{"ports":[{"name":"8889","protocol":"TCP","port":8889,"targetPort":8889}],"selector":{"service":"homestead-prov"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-08-27 17:09:57,363 - functest_kubernetes.ims.ims - INFO - Service homestead-prov created 2020-08-27 17:09:57,436 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:57,653 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"ralf","namespace":"ims-q4r8l","selfLink":"/api/v1/namespaces/ims-q4r8l/services/ralf","uid":"222e8b17-e888-11ea-a485-0242ac120004","resourceVersion":"2682167","creationTimestamp":"2020-08-27T17:09:57Z"},"spec":{"ports":[{"name":"10888","protocol":"TCP","port":10888,"targetPort":10888}],"selector":{"service":"ralf"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-08-27 17:09:57,662 - functest_kubernetes.ims.ims - INFO - Service ralf created 2020-08-27 17:09:57,663 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:58,093 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"sprout","namespace":"ims-q4r8l","selfLink":"/api/v1/namespaces/ims-q4r8l/services/sprout","uid":"22537f3d-e888-11ea-a485-0242ac120004","resourceVersion":"2682170","creationTimestamp":"2020-08-27T17:09:57Z"},"spec":{"ports":[{"name":"5052","protocol":"TCP","port":5052,"targetPort":5052},{"name":"5054","protocol":"TCP","port":5054,"targetPort":5054}],"selector":{"service":"sprout"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-08-27 17:09:58,291 - functest_kubernetes.ims.ims - INFO - Service sprout created 2020-08-27 17:09:58,344 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-q4r8l.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681981', 'self_link': '/api/v1/namespaces/ims-q4r8l/configmaps/env-vars', 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}} 2020-08-27 17:09:58,441 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-08-27T17:09:53Z', u'lastTransitionTime': u'2020-08-27T17:09:53Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:09:55Z', u'lastTransitionTime': u'2020-08-27T17:09:52Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "sprout-fb8745f94" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'sproutlogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-ralf', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup ralf; do echo waiting for ralf to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-chronos', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup chronos; do echo waiting for chronos to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'5052 5054']}, u'initialDelaySeconds': 30, u'periodSeconds': 3, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'sprout', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-sprout:latest', u'volumeMounts': [{u'mountPath': u'/var/log/sprout', u'name': u'sproutlogs'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'5052 5054']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/sprout', u'name': u'sproutlogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/sprout/sprout_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'sprout'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'sprout'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'sprout', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682157', u'creationTimestamp': u'2020-08-27T17:09:51Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/sprout', u'uid': u'1e6c5599-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 51, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'sprout', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682157', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/sprout', 'uid': '1e6c5599-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'sprout'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'sprout', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-sprout:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '5052 5054']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 3, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'sprout', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '5052 5054']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/sprout', 'mount_propagation': None, 'name': 'sproutlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/sprout/sprout_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/sprout', 'mount_propagation': None, 'name': 'sproutlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup ralf; do echo waiting for ralf to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-ralf', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup chronos; do echo waiting for chronos to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-chronos', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'sproutlogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 53, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 53, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 52, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 55, tzinfo=tzlocal()), 'message': 'ReplicaSet "sprout-fb8745f94" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-08-27 17:09:59,224 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-08-27T17:09:46Z', u'lastTransitionTime': u'2020-08-27T17:09:46Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:09:46Z', u'lastTransitionTime': u'2020-08-27T17:09:46Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "astaire-6c565bf445" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 120, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'astairelogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 11311}, u'failureThreshold': 9, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'astaire', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-astaire:latest', u'volumeMounts': [{u'mountPath': u'/var/log/astaire', u'name': u'astairelogs'}], u'terminationMessagePolicy': u'File', u'lifecycle': {u'preStop': {u'exec': {u'command': [u'/bin/bash', u'-c', u'/usr/bin/pre-stop']}}}, u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 11311}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 11211}, {u'protocol': u'TCP', u'containerPort': 11311}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/astaire', u'name': u'astairelogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/astaire/astaire_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'astaire'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'astaire'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'astaire', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2681997', u'creationTimestamp': u'2020-08-27T17:09:46Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/astaire', u'uid': u'1b7bb736-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'astaire', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2681997', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/astaire', 'uid': '1b7bb736-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'astaire'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'astaire'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-astaire:latest', 'image_pull_policy': 'Always', 'lifecycle': {'post_start': None, 'pre_stop': {'_exec': {'command': ['/bin/bash', '-c', '/usr/bin/pre-stop']}, 'http_get': None, 'tcp_socket': None}}, 'liveness_probe': {'_exec': None, 'failure_threshold': 9, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 11311}, 'timeout_seconds': 1}, 'name': 'astaire', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 11211, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 11311, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 11311}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/astaire', 'mount_propagation': None, 'name': 'astairelogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/astaire/astaire_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/astaire', 'mount_propagation': None, 'name': 'astairelogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 120, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'astairelogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'message': 'ReplicaSet "astaire-6c565bf445" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-08-27 17:09:59,868 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-08-27T17:09:48Z', u'lastTransitionTime': u'2020-08-27T17:09:48Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:09:48Z', u'lastTransitionTime': u'2020-08-27T17:09:47Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "chronos-59fcbd7b47" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 120, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'chronoslogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7253}, u'failureThreshold': 9, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'chronos', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-chronos:latest', u'volumeMounts': [{u'mountPath': u'/var/log/chronos', u'name': u'chronoslogs'}], u'terminationMessagePolicy': u'File', u'lifecycle': {u'preStop': {u'exec': {u'command': [u'/bin/bash', u'-c', u'/usr/bin/pre-stop']}}}, u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7253}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7253}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/chronos', u'name': u'chronoslogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/chronos/chronos_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'chronos'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'chronos'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'chronos', u'generation': 1, u'labels': {u'service': u'chronos'}, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682065', u'creationTimestamp': u'2020-08-27T17:09:47Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/chronos', u'uid': u'1c184e8b-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': {u'service': 'chronos'}, 'managed_fields': None, 'name': 'chronos', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682065', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/chronos', 'uid': '1c184e8b-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'chronos'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'chronos'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-chronos:latest', 'image_pull_policy': 'Always', 'lifecycle': {'post_start': None, 'pre_stop': {'_exec': {'command': ['/bin/bash', '-c', '/usr/bin/pre-stop']}, 'http_get': None, 'tcp_socket': None}}, 'liveness_probe': {'_exec': None, 'failure_threshold': 9, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7253}, 'timeout_seconds': 1}, 'name': 'chronos', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7253, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7253}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/chronos', 'mount_propagation': None, 'name': 'chronoslogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/chronos/chronos_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/chronos', 'mount_propagation': None, 'name': 'chronoslogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 120, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'chronoslogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'message': 'ReplicaSet "chronos-59fcbd7b47" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-08-27 17:10:00,517 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-08-27T17:09:48Z', u'lastTransitionTime': u'2020-08-27T17:09:48Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:09:48Z', u'lastTransitionTime': u'2020-08-27T17:09:48Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "ellis-6d885b94fc" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead-prov', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead-prov; do echo waiting for homestead-prov to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-sprout', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 80}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'ellis', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-ellis:latest', u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 80}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 80}], u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'ellis'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'ellis'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'ellis', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682051', u'creationTimestamp': u'2020-08-27T17:09:47Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/ellis', u'uid': u'1c396b52-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'ellis', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682051', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/ellis', 'uid': '1c396b52-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'ellis'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'ellis'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-ellis:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 80}, 'timeout_seconds': 1}, 'name': 'ellis', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 80, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 80}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup homestead-prov; do echo waiting for homestead-prov to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead-prov', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-sprout', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'message': 'ReplicaSet "ellis-6d885b94fc" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-08-27 17:10:01,296 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-08-27T17:09:49Z', u'lastTransitionTime': u'2020-08-27T17:09:49Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:09:51Z', u'lastTransitionTime': u'2020-08-27T17:09:48Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "etcd-c8fddbb95" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 4001}, u'timeoutSeconds': 1, u'initialDelaySeconds': 300, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'etcd', u'image': u'quay.io/coreos/etcd:v2.2.5', u'args': [u'--name', u'$(MY_POD_NAME)', u'--advertise-client-urls', u'http://$(MY_POD_IP):2379,http://$(MY_POD_IP):4001', u'--listen-client-urls', u'http://0.0.0.0:2379,http://0.0.0.0:4001', u'--initial-advertise-peer-urls', u'http://$(MY_POD_IP):2380', u'--listen-peer-urls', u'http://0.0.0.0:2380', u'--initial-cluster', u'$(MY_POD_NAME)=http://$(MY_POD_IP):2380', u'--initial-cluster-state', u'new'], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}, {u'valueFrom': {u'fieldRef': {u'fieldPath': u'metadata.name', u'apiVersion': u'v1'}}, u'name': u'MY_POD_NAME'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 4001}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 2379}, {u'protocol': u'TCP', u'containerPort': 2380}, {u'protocol': u'TCP', u'containerPort': 4001}], u'resources': {}}]}, u'metadata': {u'labels': {u'instance-type': u'etcd-pod'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'instance-type': u'etcd-pod'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'etcd', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682098', u'creationTimestamp': u'2020-08-27T17:09:48Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/etcd', u'uid': u'1cbe4d5d-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'etcd', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682098', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/etcd', 'uid': '1cbe4d5d-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'instance-type': 'etcd-pod'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'instance-type': 'etcd-pod'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': ['--name', '$(MY_POD_NAME)', '--advertise-client-urls', 'http://$(MY_POD_IP):2379,http://$(MY_POD_IP):4001', '--listen-client-urls', 'http://0.0.0.0:2379,http://0.0.0.0:4001', '--initial-advertise-peer-urls', 'http://$(MY_POD_IP):2380', '--listen-peer-urls', 'http://0.0.0.0:2380', '--initial-cluster', '$(MY_POD_NAME)=http://$(MY_POD_IP):2380', '--initial-cluster-state', 'new'], 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}, {'name': 'MY_POD_NAME', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'metadata.name'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': None, 'image': 'quay.io/coreos/etcd:v2.2.5', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 300, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 4001}, 'timeout_seconds': 1}, 'name': 'etcd', 'ports': [{'container_port': 2379, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 2380, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 4001, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 4001}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': None, 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 49, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 49, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 51, tzinfo=tzlocal()), 'message': 'ReplicaSet "etcd-c8fddbb95" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-08-27 17:10:02,192 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-08-27T17:09:52Z', u'lastTransitionTime': u'2020-08-27T17:09:52Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:09:53Z', u'lastTransitionTime': u'2020-08-27T17:09:50Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "homestead-7dbf49f967" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'homesteadlogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-astaire', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup astaire; do echo waiting for astaire to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'8888']}, u'initialDelaySeconds': 60, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homestead', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homestead:latest', u'volumeMounts': [{u'mountPath': u'/var/log/homestead', u'name': u'homesteadlogs'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'8888']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 8888}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/homestead', u'name': u'homesteadlogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/homestead/homestead_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'homestead'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'homestead'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'homestead', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682135', u'creationTimestamp': u'2020-08-27T17:09:48Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/homestead', u'uid': u'1d0f08a9-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homestead', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682135', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/homestead', 'uid': '1d0f08a9-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'homestead'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'homestead', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homestead:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '8888']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 60, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'homestead', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 8888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '8888']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/homestead', 'mount_propagation': None, 'name': 'homesteadlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/homestead/homestead_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/homestead', 'mount_propagation': None, 'name': 'homesteadlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup astaire; do echo waiting for astaire to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-astaire', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'homesteadlogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 52, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 52, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 50, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 53, tzinfo=tzlocal()), 'message': 'ReplicaSet "homestead-7dbf49f967" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-08-27 17:10:02,790 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-08-27T17:09:52Z', u'lastTransitionTime': u'2020-08-27T17:09:52Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:09:53Z', u'lastTransitionTime': u'2020-08-27T17:09:50Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "homestead-prov-745965b8" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/clearwater/bin/poll_homestead-prov.sh']}, u'initialDelaySeconds': 60, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homestead-prov', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homestead-prov:latest', u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/clearwater/bin/poll_homestead-prov.sh']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 8889}], u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'homestead-prov'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'homestead-prov'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'homestead-prov', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682128', u'creationTimestamp': u'2020-08-27T17:09:50Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/homestead-prov', u'uid': u'1db86347-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 50, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homestead-prov', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682128', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/homestead-prov', 'uid': '1db86347-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'homestead-prov'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'homestead-prov', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homestead-prov:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/clearwater/bin/poll_homestead-prov.sh']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 60, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'homestead-prov', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 8889, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/clearwater/bin/poll_homestead-prov.sh']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 52, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 52, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 50, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 53, tzinfo=tzlocal()), 'message': 'ReplicaSet "homestead-prov-745965b8" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-08-27 17:10:03,291 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-08-27T17:09:47Z', u'lastTransitionTime': u'2020-08-27T17:09:47Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:09:47Z', u'lastTransitionTime': u'2020-08-27T17:09:46Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "bono-9858d478b" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'bonologs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-sprout', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'3478 5060 5062']}, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'bono', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-bono:latest', u'volumeMounts': [{u'mountPath': u'/var/log/bono', u'name': u'bonologs'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'3478 5060 5062']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 3478}, {u'protocol': u'TCP', u'containerPort': 5060}, {u'protocol': u'TCP', u'containerPort': 5062}, {u'protocol': u'UDP', u'containerPort': 5060}, {u'protocol': u'UDP', u'containerPort': 5062}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/bono', u'name': u'bonologs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/bono/bono_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'bono'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'bono'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'bono', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682014', u'creationTimestamp': u'2020-08-27T17:09:46Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/bono', u'uid': u'1b9c65c7-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'bono', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682014', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/bono', 'uid': '1b9c65c7-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'bono'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'bono', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-bono:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '3478 5060 5062']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'bono', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 3478, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5060, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5062, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5060, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'UDP'}, {'container_port': 5062, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'UDP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '3478 5060 5062']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/bono', 'mount_propagation': None, 'name': 'bonologs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/bono/bono_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/bono', 'mount_propagation': None, 'name': 'bonologs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-sprout', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'bonologs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'message': 'ReplicaSet "bono-9858d478b" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-08-27 17:10:04,075 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-08-27T17:09:47Z', u'lastTransitionTime': u'2020-08-27T17:09:47Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:09:47Z', u'lastTransitionTime': u'2020-08-27T17:09:47Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "cassandra-6d8c846bfc" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-etcd', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup etcd; do echo waiting for etcd to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'7000 9042 9160']}, u'initialDelaySeconds': 600, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'cassandra', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-cassandra:latest', u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'7000 9042 9160']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7001}, {u'protocol': u'TCP', u'containerPort': 9042}, {u'protocol': u'TCP', u'containerPort': 9160}], u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'cassandra'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'cassandra'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'cassandra', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682026', u'creationTimestamp': u'2020-08-27T17:09:46Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/cassandra', u'uid': u'1bc7aed6-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'cassandra', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682026', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/cassandra', 'uid': '1bc7aed6-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'cassandra'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'cassandra'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-cassandra:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '7000 9042 9160']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 600, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'cassandra', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7001, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 9042, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 9160, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '7000 9042 9160']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup etcd; do echo waiting for etcd to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-etcd', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'message': 'ReplicaSet "cassandra-6d8c846bfc" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-08-27 17:10:04,706 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-08-27T17:09:50Z', u'lastTransitionTime': u'2020-08-27T17:09:50Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:09:53Z', u'lastTransitionTime': u'2020-08-27T17:09:48Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "homer-58cfb54cd9" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 7888}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homer', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homer:latest', u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7888}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7888}], u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'homer'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'homer'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'homer', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682129', u'creationTimestamp': u'2020-08-27T17:09:48Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/homer', u'uid': u'1ce214d0-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homer', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682129', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/homer', 'uid': '1ce214d0-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'homer'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'homer'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homer:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7888}, 'timeout_seconds': 1}, 'name': 'homer', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7888}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 50, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 50, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 53, tzinfo=tzlocal()), 'message': 'ReplicaSet "homer-58cfb54cd9" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-08-27 17:10:05,106 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-08-27T17:09:53Z', u'lastTransitionTime': u'2020-08-27T17:09:53Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:09:53Z', u'lastTransitionTime': u'2020-08-27T17:09:51Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "ralf-744548cc6d" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'ralflogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 10888}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'ralf', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-ralf:latest', u'volumeMounts': [{u'mountPath': u'/var/log/ralf', u'name': u'ralflogs'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 10888}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 10888}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/ralf', u'name': u'ralflogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/ralf/ralf_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'ralf'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'ralf'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'ralf', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682134', u'creationTimestamp': u'2020-08-27T17:09:50Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/ralf', u'uid': u'1ddbe002-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 50, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'ralf', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682134', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/ralf', 'uid': '1ddbe002-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'ralf'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'ralf', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-ralf:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 10888}, 'timeout_seconds': 1}, 'name': 'ralf', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 10888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 10888}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/ralf', 'mount_propagation': None, 'name': 'ralflogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/ralf/ralf_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/ralf', 'mount_propagation': None, 'name': 'ralflogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'ralflogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 53, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 53, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 51, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 9, 53, tzinfo=tzlocal()), 'message': 'ReplicaSet "ralf-744548cc6d" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-08-27 17:10:06,868 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:10:06Z', u'lastTransitionTime': u'2020-08-27T17:10:06Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:10:06Z', u'lastTransitionTime': u'2020-08-27T17:09:48Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "etcd-c8fddbb95" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 4001}, u'timeoutSeconds': 1, u'initialDelaySeconds': 300, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'etcd', u'image': u'quay.io/coreos/etcd:v2.2.5', u'args': [u'--name', u'$(MY_POD_NAME)', u'--advertise-client-urls', u'http://$(MY_POD_IP):2379,http://$(MY_POD_IP):4001', u'--listen-client-urls', u'http://0.0.0.0:2379,http://0.0.0.0:4001', u'--initial-advertise-peer-urls', u'http://$(MY_POD_IP):2380', u'--listen-peer-urls', u'http://0.0.0.0:2380', u'--initial-cluster', u'$(MY_POD_NAME)=http://$(MY_POD_IP):2380', u'--initial-cluster-state', u'new'], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}, {u'valueFrom': {u'fieldRef': {u'fieldPath': u'metadata.name', u'apiVersion': u'v1'}}, u'name': u'MY_POD_NAME'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 4001}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 2379}, {u'protocol': u'TCP', u'containerPort': 2380}, {u'protocol': u'TCP', u'containerPort': 4001}], u'resources': {}}]}, u'metadata': {u'labels': {u'instance-type': u'etcd-pod'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'instance-type': u'etcd-pod'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'etcd', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682220', u'creationTimestamp': u'2020-08-27T17:09:48Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/etcd', u'uid': u'1cbe4d5d-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'etcd', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682220', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/etcd', 'uid': '1cbe4d5d-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'instance-type': 'etcd-pod'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'instance-type': 'etcd-pod'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': ['--name', '$(MY_POD_NAME)', '--advertise-client-urls', 'http://$(MY_POD_IP):2379,http://$(MY_POD_IP):4001', '--listen-client-urls', 'http://0.0.0.0:2379,http://0.0.0.0:4001', '--initial-advertise-peer-urls', 'http://$(MY_POD_IP):2380', '--listen-peer-urls', 'http://0.0.0.0:2380', '--initial-cluster', '$(MY_POD_NAME)=http://$(MY_POD_IP):2380', '--initial-cluster-state', 'new'], 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}, {'name': 'MY_POD_NAME', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'metadata.name'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': None, 'image': 'quay.io/coreos/etcd:v2.2.5', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 300, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 4001}, 'timeout_seconds': 1}, 'name': 'etcd', 'ports': [{'container_port': 2379, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 2380, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 4001, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 4001}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': None, 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 10, 6, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 10, 6, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 10, 6, tzinfo=tzlocal()), 'message': 'ReplicaSet "etcd-c8fddbb95" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-08-27 17:10:07,283 - functest_kubernetes.ims.ims - INFO - etcd started in 21.62 sec 2020-08-27 17:11:55,728 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:11:55Z', u'lastTransitionTime': u'2020-08-27T17:11:55Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:11:55Z', u'lastTransitionTime': u'2020-08-27T17:09:47Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "cassandra-6d8c846bfc" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-etcd', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup etcd; do echo waiting for etcd to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'7000 9042 9160']}, u'initialDelaySeconds': 600, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'cassandra', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-cassandra:latest', u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'7000 9042 9160']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7001}, {u'protocol': u'TCP', u'containerPort': 9042}, {u'protocol': u'TCP', u'containerPort': 9160}], u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'cassandra'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'cassandra'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'cassandra', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682452', u'creationTimestamp': u'2020-08-27T17:09:46Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/cassandra', u'uid': u'1bc7aed6-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'cassandra', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682452', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/cassandra', 'uid': '1bc7aed6-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'cassandra'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'cassandra'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-cassandra:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '7000 9042 9160']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 600, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'cassandra', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7001, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 9042, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 9160, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '7000 9042 9160']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup etcd; do echo waiting for etcd to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-etcd', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 11, 55, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 11, 55, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 11, 55, tzinfo=tzlocal()), 'message': 'ReplicaSet "cassandra-6d8c846bfc" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-08-27 17:11:56,282 - functest_kubernetes.ims.ims - INFO - cassandra started in 130.62 sec 2020-08-27 17:12:38,608 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:12:38Z', u'lastTransitionTime': u'2020-08-27T17:12:38Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:12:38Z', u'lastTransitionTime': u'2020-08-27T17:09:48Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "homer-58cfb54cd9" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 7888}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homer', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homer:latest', u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7888}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7888}], u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'homer'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'homer'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'homer', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682556', u'creationTimestamp': u'2020-08-27T17:09:48Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/homer', u'uid': u'1ce214d0-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homer', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682556', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/homer', 'uid': '1ce214d0-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'homer'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'homer'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homer:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7888}, 'timeout_seconds': 1}, 'name': 'homer', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7888}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 12, 38, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 12, 38, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 12, 38, tzinfo=tzlocal()), 'message': 'ReplicaSet "homer-58cfb54cd9" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-08-27 17:12:39,027 - functest_kubernetes.ims.ims - INFO - homer started in 173.36 sec 2020-08-27 17:12:52,132 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:12:49Z', u'lastTransitionTime': u'2020-08-27T17:12:49Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:12:49Z', u'lastTransitionTime': u'2020-08-27T17:09:51Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "ralf-744548cc6d" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'ralflogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 10888}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'ralf', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-ralf:latest', u'volumeMounts': [{u'mountPath': u'/var/log/ralf', u'name': u'ralflogs'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 10888}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 10888}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/ralf', u'name': u'ralflogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/ralf/ralf_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'ralf'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'ralf'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'ralf', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682589', u'creationTimestamp': u'2020-08-27T17:09:50Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/ralf', u'uid': u'1ddbe002-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 50, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'ralf', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682589', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/ralf', 'uid': '1ddbe002-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'ralf'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'ralf', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-ralf:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 10888}, 'timeout_seconds': 1}, 'name': 'ralf', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 10888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 10888}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/ralf', 'mount_propagation': None, 'name': 'ralflogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/ralf/ralf_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/ralf', 'mount_propagation': None, 'name': 'ralflogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'ralflogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 12, 49, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 12, 49, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 51, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 12, 49, tzinfo=tzlocal()), 'message': 'ReplicaSet "ralf-744548cc6d" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-08-27 17:12:52,668 - functest_kubernetes.ims.ims - INFO - ralf started in 187.00 sec 2020-08-27 17:13:01,477 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:13:00Z', u'lastTransitionTime': u'2020-08-27T17:13:00Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:13:00Z', u'lastTransitionTime': u'2020-08-27T17:09:47Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "chronos-59fcbd7b47" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 120, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'chronoslogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7253}, u'failureThreshold': 9, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'chronos', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-chronos:latest', u'volumeMounts': [{u'mountPath': u'/var/log/chronos', u'name': u'chronoslogs'}], u'terminationMessagePolicy': u'File', u'lifecycle': {u'preStop': {u'exec': {u'command': [u'/bin/bash', u'-c', u'/usr/bin/pre-stop']}}}, u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7253}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7253}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/chronos', u'name': u'chronoslogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/chronos/chronos_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'chronos'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'chronos'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'chronos', u'generation': 1, u'labels': {u'service': u'chronos'}, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682611', u'creationTimestamp': u'2020-08-27T17:09:47Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/chronos', u'uid': u'1c184e8b-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': {u'service': 'chronos'}, 'managed_fields': None, 'name': 'chronos', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682611', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/chronos', 'uid': '1c184e8b-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'chronos'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'chronos'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-chronos:latest', 'image_pull_policy': 'Always', 'lifecycle': {'post_start': None, 'pre_stop': {'_exec': {'command': ['/bin/bash', '-c', '/usr/bin/pre-stop']}, 'http_get': None, 'tcp_socket': None}}, 'liveness_probe': {'_exec': None, 'failure_threshold': 9, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7253}, 'timeout_seconds': 1}, 'name': 'chronos', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7253, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7253}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/chronos', 'mount_propagation': None, 'name': 'chronoslogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/chronos/chronos_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/chronos', 'mount_propagation': None, 'name': 'chronoslogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 120, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'chronoslogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 13, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 13, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 13, tzinfo=tzlocal()), 'message': 'ReplicaSet "chronos-59fcbd7b47" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-08-27 17:13:02,251 - functest_kubernetes.ims.ims - INFO - chronos started in 196.59 sec 2020-08-27 17:13:25,909 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:13:25Z', u'lastTransitionTime': u'2020-08-27T17:13:25Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:13:25Z', u'lastTransitionTime': u'2020-08-27T17:09:46Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "astaire-6c565bf445" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 120, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'astairelogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 11311}, u'failureThreshold': 9, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'astaire', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-astaire:latest', u'volumeMounts': [{u'mountPath': u'/var/log/astaire', u'name': u'astairelogs'}], u'terminationMessagePolicy': u'File', u'lifecycle': {u'preStop': {u'exec': {u'command': [u'/bin/bash', u'-c', u'/usr/bin/pre-stop']}}}, u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 11311}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 11211}, {u'protocol': u'TCP', u'containerPort': 11311}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/astaire', u'name': u'astairelogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/astaire/astaire_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'astaire'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'astaire'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'astaire', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682673', u'creationTimestamp': u'2020-08-27T17:09:46Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/astaire', u'uid': u'1b7bb736-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'astaire', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682673', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/astaire', 'uid': '1b7bb736-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'astaire'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'astaire'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-astaire:latest', 'image_pull_policy': 'Always', 'lifecycle': {'post_start': None, 'pre_stop': {'_exec': {'command': ['/bin/bash', '-c', '/usr/bin/pre-stop']}, 'http_get': None, 'tcp_socket': None}}, 'liveness_probe': {'_exec': None, 'failure_threshold': 9, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 11311}, 'timeout_seconds': 1}, 'name': 'astaire', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 11211, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 11311, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 11311}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/astaire', 'mount_propagation': None, 'name': 'astairelogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/astaire/astaire_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/astaire', 'mount_propagation': None, 'name': 'astairelogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 120, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'astairelogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 13, 25, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 13, 25, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 13, 25, tzinfo=tzlocal()), 'message': 'ReplicaSet "astaire-6c565bf445" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-08-27 17:13:26,569 - functest_kubernetes.ims.ims - INFO - astaire started in 220.90 sec 2020-08-27 17:13:57,845 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:13:57Z', u'lastTransitionTime': u'2020-08-27T17:13:57Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:13:57Z', u'lastTransitionTime': u'2020-08-27T17:09:50Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "homestead-7dbf49f967" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'homesteadlogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-astaire', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup astaire; do echo waiting for astaire to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'8888']}, u'initialDelaySeconds': 60, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homestead', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homestead:latest', u'volumeMounts': [{u'mountPath': u'/var/log/homestead', u'name': u'homesteadlogs'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'8888']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 8888}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/homestead', u'name': u'homesteadlogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/homestead/homestead_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'homestead'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'homestead'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'homestead', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682748', u'creationTimestamp': u'2020-08-27T17:09:48Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/homestead', u'uid': u'1d0f08a9-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homestead', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682748', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/homestead', 'uid': '1d0f08a9-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'homestead'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'homestead', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homestead:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '8888']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 60, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'homestead', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 8888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '8888']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/homestead', 'mount_propagation': None, 'name': 'homesteadlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/homestead/homestead_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/homestead', 'mount_propagation': None, 'name': 'homesteadlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup astaire; do echo waiting for astaire to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-astaire', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'homesteadlogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 13, 57, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 13, 57, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 50, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 13, 57, tzinfo=tzlocal()), 'message': 'ReplicaSet "homestead-7dbf49f967" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-08-27 17:13:58,558 - functest_kubernetes.ims.ims - INFO - homestead started in 252.89 sec 2020-08-27 17:14:42,313 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:14:41Z', u'lastTransitionTime': u'2020-08-27T17:14:41Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:14:41Z', u'lastTransitionTime': u'2020-08-27T17:09:50Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "homestead-prov-745965b8" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/clearwater/bin/poll_homestead-prov.sh']}, u'initialDelaySeconds': 60, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homestead-prov', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homestead-prov:latest', u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/clearwater/bin/poll_homestead-prov.sh']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 8889}], u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'homestead-prov'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'homestead-prov'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'homestead-prov', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682854', u'creationTimestamp': u'2020-08-27T17:09:50Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/homestead-prov', u'uid': u'1db86347-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 50, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homestead-prov', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682854', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/homestead-prov', 'uid': '1db86347-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'homestead-prov'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'homestead-prov', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homestead-prov:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/clearwater/bin/poll_homestead-prov.sh']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 60, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'homestead-prov', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 8889, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/clearwater/bin/poll_homestead-prov.sh']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 14, 41, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 14, 41, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 50, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 14, 41, tzinfo=tzlocal()), 'message': 'ReplicaSet "homestead-prov-745965b8" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-08-27 17:14:42,747 - functest_kubernetes.ims.ims - INFO - homestead-prov started in 297.08 sec 2020-08-27 17:14:42,775 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:14:42Z', u'lastTransitionTime': u'2020-08-27T17:14:42Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:14:42Z', u'lastTransitionTime': u'2020-08-27T17:09:52Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "sprout-fb8745f94" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'sproutlogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-ralf', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup ralf; do echo waiting for ralf to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-chronos', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup chronos; do echo waiting for chronos to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'5052 5054']}, u'initialDelaySeconds': 30, u'periodSeconds': 3, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'sprout', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-sprout:latest', u'volumeMounts': [{u'mountPath': u'/var/log/sprout', u'name': u'sproutlogs'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'5052 5054']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/sprout', u'name': u'sproutlogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/sprout/sprout_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'sprout'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'sprout'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'sprout', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682858', u'creationTimestamp': u'2020-08-27T17:09:51Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/sprout', u'uid': u'1e6c5599-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 51, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'sprout', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682858', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/sprout', 'uid': '1e6c5599-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'sprout'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'sprout', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-sprout:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '5052 5054']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 3, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'sprout', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '5052 5054']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/sprout', 'mount_propagation': None, 'name': 'sproutlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/sprout/sprout_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/sprout', 'mount_propagation': None, 'name': 'sproutlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup ralf; do echo waiting for ralf to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-ralf', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup chronos; do echo waiting for chronos to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-chronos', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'sproutlogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 14, 42, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 14, 42, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 52, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 14, 42, tzinfo=tzlocal()), 'message': 'ReplicaSet "sprout-fb8745f94" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-08-27 17:14:43,402 - functest_kubernetes.ims.ims - INFO - sprout started in 297.74 sec 2020-08-27 17:15:15,731 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:15:15Z', u'lastTransitionTime': u'2020-08-27T17:15:15Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:15:15Z', u'lastTransitionTime': u'2020-08-27T17:09:46Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "bono-9858d478b" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'bonologs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-sprout', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'3478 5060 5062']}, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'bono', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-bono:latest', u'volumeMounts': [{u'mountPath': u'/var/log/bono', u'name': u'bonologs'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'3478 5060 5062']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 3478}, {u'protocol': u'TCP', u'containerPort': 5060}, {u'protocol': u'TCP', u'containerPort': 5062}, {u'protocol': u'UDP', u'containerPort': 5060}, {u'protocol': u'UDP', u'containerPort': 5062}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/bono', u'name': u'bonologs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/bono/bono_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'bono'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'bono'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'bono', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682941', u'creationTimestamp': u'2020-08-27T17:09:46Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/bono', u'uid': u'1b9c65c7-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'bono', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682941', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/bono', 'uid': '1b9c65c7-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'bono'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'bono', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-bono:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '3478 5060 5062']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'bono', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 3478, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5060, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5062, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5060, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'UDP'}, {'container_port': 5062, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'UDP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '3478 5060 5062']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/bono', 'mount_propagation': None, 'name': 'bonologs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/bono/bono_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/bono', 'mount_propagation': None, 'name': 'bonologs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-sprout', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'bonologs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 15, 15, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 15, 15, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 15, 15, tzinfo=tzlocal()), 'message': 'ReplicaSet "bono-9858d478b" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-08-27 17:15:16,349 - functest_kubernetes.ims.ims - INFO - bono started in 330.68 sec 2020-08-27 17:15:28,801 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:15:28Z', u'lastTransitionTime': u'2020-08-27T17:15:28Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-08-27T17:15:28Z', u'lastTransitionTime': u'2020-08-27T17:09:48Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "ellis-6d885b94fc" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead-prov', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead-prov; do echo waiting for homestead-prov to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-sprout', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 80}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'ellis', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-ellis:latest', u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 80}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 80}], u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'ellis'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'ellis'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'ellis', u'generation': 1, u'namespace': u'ims-q4r8l', u'resourceVersion': u'2682971', u'creationTimestamp': u'2020-08-27T17:09:47Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-q4r8l/deployments/ellis', u'uid': u'1c396b52-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'ellis', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2682971', 'self_link': '/apis/apps/v1/namespaces/ims-q4r8l/deployments/ellis', 'uid': '1c396b52-e888-11ea-a485-0242ac120004'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'ellis'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'ellis'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-ellis:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 80}, 'timeout_seconds': 1}, 'name': 'ellis', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 80, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 80}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup homestead-prov; do echo waiting for homestead-prov to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead-prov', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-sprout', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 8, 27, 17, 15, 28, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 15, 28, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 8, 27, 17, 15, 28, tzinfo=tzlocal()), 'message': 'ReplicaSet "ellis-6d885b94fc" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-08-27 17:15:29,269 - functest_kubernetes.ims.ims - INFO - ellis started in 343.60 sec 2020-08-27 17:16:29,969 - kubernetes.client.rest - DEBUG - response body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"live-test","namespace":"ims-q4r8l","selfLink":"/api/v1/namespaces/ims-q4r8l/pods/live-test","uid":"0bf26138-e889-11ea-a485-0242ac120004","resourceVersion":"2683088","creationTimestamp":"2020-08-27T17:16:29Z"},"spec":{"volumes":[{"name":"default-token-d7wqn","secret":{"secretName":"default-token-d7wqn","defaultMode":420}}],"containers":[{"name":"live-test","image":"ollivier/clearwater-live-test:latest","command":["rake","test[ims-q4r8l.svc.cluster.local]","PROXY=bono.ims-q4r8l.svc.cluster.local","ELLIS=ellis.ims-q4r8l.svc.cluster.local","SIGNUP_CODE=secret","--trace"],"resources":{},"volumeMounts":[{"name":"default-token-d7wqn","readOnly":true,"mountPath":"/var/run/secrets/kubernetes.io/serviceaccount"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"}],"restartPolicy":"Never","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","serviceAccountName":"default","serviceAccount":"default","securityContext":{},"schedulerName":"default-scheduler","tolerations":[{"key":"node.kubernetes.io/not-ready","operator":"Exists","effect":"NoExecute","tolerationSeconds":300},{"key":"node.kubernetes.io/unreachable","operator":"Exists","effect":"NoExecute","tolerationSeconds":300}],"priority":0,"enableServiceLinks":true},"status":{"phase":"Pending","qosClass":"BestEffort"}} 2020-08-27 17:16:30,048 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-cassandra', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-08-27T17:09:59Z', u'reason': u'Completed', u'finishedAt': u'2020-08-27T17:11:58Z', u'containerID': u'containerd://b63d381d3fb8e117210beea475e3022dceb18bab3494b44d6240f64c163fc23e', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://b63d381d3fb8e117210beea475e3022dceb18bab3494b44d6240f64c163fc23e'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'chronos', u'image': u'docker.io/ollivier/clearwater-chronos:latest', u'imageID': u'docker.io/ollivier/clearwater-chronos@sha256:3e838bae03946022eae06e3d343167d4b28507909e9c17e1bf574a23b423f83d', u'state': {u'running': {u'startedAt': u'2020-08-27T17:12:34Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://1d8b7b5dbb7ed3690ab93b93e966f223adf40cd950ad4bbb741a9d38fbed3c44'}, {u'restartCount': 0, u'name': u'tailer', u'image': u'docker.io/library/busybox:latest', u'imageID': u'docker.io/library/busybox@sha256:4f47c01fa91355af2865ac10fef5bf6ec9c7f42ad2321377c21e844427972977', u'state': {u'running': {u'startedAt': u'2020-08-27T17:12:49Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://71a6e721c835936b3d4c0c479ea93d5b5993abc3174db8c5f4c4dc94bb34fb04'}], u'podIP': u'10.244.1.64', u'startTime': u'2020-08-27T17:09:48Z', u'hostIP': u'172.18.0.2', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-08-27T17:12:00Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-08-27T17:12:59Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-08-27T17:12:59Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-08-27T17:09:47Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 120, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'chronoslogs'}, {u'secret': {u'defaultMode': 420, u'secretName': u'default-token-d7wqn'}, u'name': u'default-token-d7wqn'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7253}, u'failureThreshold': 9, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'chronos', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-chronos:latest', u'volumeMounts': [{u'mountPath': u'/var/log/chronos', u'name': u'chronoslogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'lifecycle': {u'preStop': {u'exec': {u'command': [u'/bin/bash', u'-c', u'/usr/bin/pre-stop']}}}, u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7253}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7253}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/chronos', u'name': u'chronoslogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/chronos/chronos_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}], u'nodeName': u'hunter-worker'}, u'apiVersion': u'v1', u'metadata': {u'name': u'chronos-59fcbd7b47-6rnjb', u'labels': {u'pod-template-hash': u'59fcbd7b47', u'service': u'chronos'}, u'namespace': u'ims-q4r8l', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'chronos-59fcbd7b47', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'1c1b6ae2-e888-11ea-a485-0242ac120004'}], u'resourceVersion': u'2682606', u'generateName': u'chronos-59fcbd7b47-', u'creationTimestamp': u'2020-08-27T17:09:47Z', u'selfLink': u'/api/v1/namespaces/ims-q4r8l/pods/chronos-59fcbd7b47-6rnjb', u'uid': u'1c2ccf67-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'chronos-59fcbd7b47-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '59fcbd7b47', u'service': 'chronos'}, 'managed_fields': None, 'name': 'chronos-59fcbd7b47-6rnjb', 'namespace': 'ims-q4r8l', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'chronos-59fcbd7b47', 'uid': '1c1b6ae2-e888-11ea-a485-0242ac120004'}], 'resource_version': '2682606', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/chronos-59fcbd7b47-6rnjb', 'uid': '1c2ccf67-e888-11ea-a485-0242ac120004'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-chronos:latest', 'image_pull_policy': 'Always', 'lifecycle': {'post_start': None, 'pre_stop': {'_exec': {'command': ['/bin/bash', '-c', '/usr/bin/pre-stop']}, 'http_get': None, 'tcp_socket': None}}, 'liveness_probe': {'_exec': None, 'failure_threshold': 9, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7253}, 'timeout_seconds': 1}, 'name': 'chronos', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7253, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7253}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/chronos', 'mount_propagation': None, 'name': 'chronoslogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/chronos/chronos_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/chronos', 'mount_propagation': None, 'name': 'chronoslogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 120, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'chronoslogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}, {'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-d7wqn', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-d7wqn'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 12, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 12, 59, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 12, 59, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://1d8b7b5dbb7ed3690ab93b93e966f223adf40cd950ad4bbb741a9d38fbed3c44', 'image': 'docker.io/ollivier/clearwater-chronos:latest', 'image_id': 'docker.io/ollivier/clearwater-chronos@sha256:3e838bae03946022eae06e3d343167d4b28507909e9c17e1bf574a23b423f83d', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'chronos', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 12, 34, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}, {'container_id': 'containerd://71a6e721c835936b3d4c0c479ea93d5b5993abc3174db8c5f4c4dc94bb34fb04', 'image': 'docker.io/library/busybox:latest', 'image_id': 'docker.io/library/busybox@sha256:4f47c01fa91355af2865ac10fef5bf6ec9c7f42ad2321377c21e844427972977', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'tailer', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 12, 49, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.2', 'init_container_statuses': [{'container_id': 'containerd://b63d381d3fb8e117210beea475e3022dceb18bab3494b44d6240f64c163fc23e', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-cassandra', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://b63d381d3fb8e117210beea475e3022dceb18bab3494b44d6240f64c163fc23e', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 8, 27, 17, 11, 58, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 8, 27, 17, 9, 59, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.1.64', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-08-27 17:16:30,778 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-cassandra', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-08-27T17:10:05Z', u'reason': u'Completed', u'finishedAt': u'2020-08-27T17:11:55Z', u'containerID': u'containerd://8ff3865b7839626ffbc48f0e0e7075698fa348517c144111929792569ce92ed0', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://8ff3865b7839626ffbc48f0e0e7075698fa348517c144111929792569ce92ed0'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'ralf', u'image': u'docker.io/ollivier/clearwater-ralf:latest', u'imageID': u'docker.io/ollivier/clearwater-ralf@sha256:adfa3978f2c94734010c014a2be7db9bc328419e0a205904543a86cd0719bd1a', u'state': {u'running': {u'startedAt': u'2020-08-27T17:12:16Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://a67e4e44469af50ef78f2dd2c94d7626ec7976e920fa4ff44ceab6d82087c957'}, {u'restartCount': 0, u'name': u'tailer', u'image': u'docker.io/library/busybox:latest', u'imageID': u'docker.io/library/busybox@sha256:4f47c01fa91355af2865ac10fef5bf6ec9c7f42ad2321377c21e844427972977', u'state': {u'running': {u'startedAt': u'2020-08-27T17:12:41Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://74909891d3294c2972926d847a56ab829b3bdeabc1ff2b2044eababbd85cf8ca'}], u'podIP': u'10.244.1.67', u'startTime': u'2020-08-27T17:09:55Z', u'hostIP': u'172.18.0.2', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-08-27T17:11:56Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-08-27T17:12:47Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-08-27T17:12:47Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-08-27T17:09:52Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'ralflogs'}, {u'secret': {u'defaultMode': 420, u'secretName': u'default-token-d7wqn'}, u'name': u'default-token-d7wqn'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 10888}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'ralf', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-ralf:latest', u'volumeMounts': [{u'mountPath': u'/var/log/ralf', u'name': u'ralflogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 10888}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 10888}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/ralf', u'name': u'ralflogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/ralf/ralf_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}], u'nodeName': u'hunter-worker'}, u'apiVersion': u'v1', u'metadata': {u'name': u'ralf-744548cc6d-9kc9l', u'labels': {u'pod-template-hash': u'744548cc6d', u'snmp': u'enabled', u'service': u'ralf'}, u'namespace': u'ims-q4r8l', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'ralf-744548cc6d', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'1e30e71e-e888-11ea-a485-0242ac120004'}], u'resourceVersion': u'2682579', u'generateName': u'ralf-744548cc6d-', u'creationTimestamp': u'2020-08-27T17:09:51Z', u'selfLink': u'/api/v1/namespaces/ims-q4r8l/pods/ralf-744548cc6d-9kc9l', u'uid': u'1e717015-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 51, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'ralf-744548cc6d-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '744548cc6d', u'service': 'ralf', u'snmp': 'enabled'}, 'managed_fields': None, 'name': 'ralf-744548cc6d-9kc9l', 'namespace': 'ims-q4r8l', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'ralf-744548cc6d', 'uid': '1e30e71e-e888-11ea-a485-0242ac120004'}], 'resource_version': '2682579', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/ralf-744548cc6d-9kc9l', 'uid': '1e717015-e888-11ea-a485-0242ac120004'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-ralf:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 10888}, 'timeout_seconds': 1}, 'name': 'ralf', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 10888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 10888}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/ralf', 'mount_propagation': None, 'name': 'ralflogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/ralf/ralf_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/ralf', 'mount_propagation': None, 'name': 'ralflogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'ralflogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}, {'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-d7wqn', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-d7wqn'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 11, 56, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 12, 47, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 12, 47, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 52, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://a67e4e44469af50ef78f2dd2c94d7626ec7976e920fa4ff44ceab6d82087c957', 'image': 'docker.io/ollivier/clearwater-ralf:latest', 'image_id': 'docker.io/ollivier/clearwater-ralf@sha256:adfa3978f2c94734010c014a2be7db9bc328419e0a205904543a86cd0719bd1a', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'ralf', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 12, 16, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}, {'container_id': 'containerd://74909891d3294c2972926d847a56ab829b3bdeabc1ff2b2044eababbd85cf8ca', 'image': 'docker.io/library/busybox:latest', 'image_id': 'docker.io/library/busybox@sha256:4f47c01fa91355af2865ac10fef5bf6ec9c7f42ad2321377c21e844427972977', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'tailer', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 12, 41, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.2', 'init_container_statuses': [{'container_id': 'containerd://8ff3865b7839626ffbc48f0e0e7075698fa348517c144111929792569ce92ed0', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-cassandra', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://8ff3865b7839626ffbc48f0e0e7075698fa348517c144111929792569ce92ed0', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 8, 27, 17, 11, 55, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 8, 27, 17, 10, 5, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.1.67', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 8, 27, 17, 9, 55, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-08-27 17:16:31,698 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-sprout', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-08-27T17:09:57Z', u'reason': u'Completed', u'finishedAt': u'2020-08-27T17:14:50Z', u'containerID': u'containerd://8a59afb24665eb79e2b6fd70b4517ee811e58fcf9c7f4142e345688a6d968537', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://8a59afb24665eb79e2b6fd70b4517ee811e58fcf9c7f4142e345688a6d968537'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'bono', u'image': u'docker.io/ollivier/clearwater-bono:latest', u'imageID': u'docker.io/ollivier/clearwater-bono@sha256:95d9d53fc68c24deb2095b7b91aa7e53090f99e9c1d5c43dcf5d9a6fb8a8cdc2', u'state': {u'running': {u'startedAt': u'2020-08-27T17:15:04Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://0035f679c2d87ca05b5f6bb4c7c40372169d619aba5498d065a1ff4a36bf7113'}, {u'restartCount': 0, u'name': u'tailer', u'image': u'docker.io/library/busybox:latest', u'imageID': u'docker.io/library/busybox@sha256:4f47c01fa91355af2865ac10fef5bf6ec9c7f42ad2321377c21e844427972977', u'state': {u'running': {u'startedAt': u'2020-08-27T17:15:10Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://4c09264fd17c642c2d5b75f5f8f7e761bebb6bf95f2c22c43aae142e9cb52e8a'}], u'podIP': u'10.244.1.63', u'startTime': u'2020-08-27T17:09:47Z', u'hostIP': u'172.18.0.2', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-08-27T17:14:51Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-08-27T17:15:15Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-08-27T17:15:15Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-08-27T17:09:46Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'bonologs'}, {u'secret': {u'defaultMode': 420, u'secretName': u'default-token-d7wqn'}, u'name': u'default-token-d7wqn'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-sprout', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'3478 5060 5062']}, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'bono', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-bono:latest', u'volumeMounts': [{u'mountPath': u'/var/log/bono', u'name': u'bonologs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'3478 5060 5062']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 3478}, {u'protocol': u'TCP', u'containerPort': 5060}, {u'protocol': u'TCP', u'containerPort': 5062}, {u'protocol': u'UDP', u'containerPort': 5060}, {u'protocol': u'UDP', u'containerPort': 5062}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/bono', u'name': u'bonologs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/bono/bono_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}], u'nodeName': u'hunter-worker'}, u'apiVersion': u'v1', u'metadata': {u'name': u'bono-9858d478b-2hr9n', u'labels': {u'pod-template-hash': u'9858d478b', u'snmp': u'enabled', u'service': u'bono'}, u'namespace': u'ims-q4r8l', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'bono-9858d478b', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'1ba25316-e888-11ea-a485-0242ac120004'}], u'resourceVersion': u'2682938', u'generateName': u'bono-9858d478b-', u'creationTimestamp': u'2020-08-27T17:09:46Z', u'selfLink': u'/api/v1/namespaces/ims-q4r8l/pods/bono-9858d478b-2hr9n', u'uid': u'1ba9d94e-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'bono-9858d478b-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '9858d478b', u'service': 'bono', u'snmp': 'enabled'}, 'managed_fields': None, 'name': 'bono-9858d478b-2hr9n', 'namespace': 'ims-q4r8l', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'bono-9858d478b', 'uid': '1ba25316-e888-11ea-a485-0242ac120004'}], 'resource_version': '2682938', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/bono-9858d478b-2hr9n', 'uid': '1ba9d94e-e888-11ea-a485-0242ac120004'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-bono:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '3478 5060 5062']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'bono', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 3478, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5060, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5062, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5060, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'UDP'}, {'container_port': 5062, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'UDP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '3478 5060 5062']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/bono', 'mount_propagation': None, 'name': 'bonologs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/bono/bono_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/bono', 'mount_propagation': None, 'name': 'bonologs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-sprout', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'bonologs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}, {'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-d7wqn', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-d7wqn'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 14, 51, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 15, 15, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 15, 15, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://0035f679c2d87ca05b5f6bb4c7c40372169d619aba5498d065a1ff4a36bf7113', 'image': 'docker.io/ollivier/clearwater-bono:latest', 'image_id': 'docker.io/ollivier/clearwater-bono@sha256:95d9d53fc68c24deb2095b7b91aa7e53090f99e9c1d5c43dcf5d9a6fb8a8cdc2', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'bono', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 15, 4, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}, {'container_id': 'containerd://4c09264fd17c642c2d5b75f5f8f7e761bebb6bf95f2c22c43aae142e9cb52e8a', 'image': 'docker.io/library/busybox:latest', 'image_id': 'docker.io/library/busybox@sha256:4f47c01fa91355af2865ac10fef5bf6ec9c7f42ad2321377c21e844427972977', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'tailer', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 15, 10, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.2', 'init_container_statuses': [{'container_id': 'containerd://8a59afb24665eb79e2b6fd70b4517ee811e58fcf9c7f4142e345688a6d968537', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-sprout', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://8a59afb24665eb79e2b6fd70b4517ee811e58fcf9c7f4142e345688a6d968537', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 8, 27, 17, 14, 50, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 8, 27, 17, 9, 57, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.1.63', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-08-27 17:16:32,419 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-homestead-prov', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-08-27T17:10:05Z', u'reason': u'Completed', u'finishedAt': u'2020-08-27T17:14:55Z', u'containerID': u'containerd://b2ee69dc07ad26186b7304b0af30d268f8903a0ea2230fee514d793410214327', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://b2ee69dc07ad26186b7304b0af30d268f8903a0ea2230fee514d793410214327'}, {u'restartCount': 0, u'name': u'wait-on-sprout', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-08-27T17:14:59Z', u'reason': u'Completed', u'finishedAt': u'2020-08-27T17:14:59Z', u'containerID': u'containerd://1f1667f470b2bc60f0bde5046a65934e086ba3794840af1f122faf23c903e518', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://1f1667f470b2bc60f0bde5046a65934e086ba3794840af1f122faf23c903e518'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'ellis', u'image': u'docker.io/ollivier/clearwater-ellis:latest', u'imageID': u'docker.io/ollivier/clearwater-ellis@sha256:28557b896e190c72f02121314ca7c9abaca30f91a733b566b2c44b761e5a252c', u'state': {u'running': {u'startedAt': u'2020-08-27T17:15:12Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://ecd3b3e3151745c7c10f79ba08f3c95aba4d9c7f24ac968b641ced72b12820af'}], u'podIP': u'10.244.2.187', u'startTime': u'2020-08-27T17:09:48Z', u'hostIP': u'172.18.0.8', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-08-27T17:15:01Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-08-27T17:15:28Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-08-27T17:15:28Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-08-27T17:09:48Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-d7wqn'}, u'name': u'default-token-d7wqn'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead-prov', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead-prov; do echo waiting for homestead-prov to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-sprout', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 80}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'ellis', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-ellis:latest', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 80}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 80}], u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'ellis-6d885b94fc-shvvx', u'labels': {u'pod-template-hash': u'6d885b94fc', u'service': u'ellis'}, u'namespace': u'ims-q4r8l', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'ellis-6d885b94fc', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'1c76d018-e888-11ea-a485-0242ac120004'}], u'resourceVersion': u'2682968', u'generateName': u'ellis-6d885b94fc-', u'creationTimestamp': u'2020-08-27T17:09:48Z', u'selfLink': u'/api/v1/namespaces/ims-q4r8l/pods/ellis-6d885b94fc-shvvx', u'uid': u'1cad4635-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'ellis-6d885b94fc-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '6d885b94fc', u'service': 'ellis'}, 'managed_fields': None, 'name': 'ellis-6d885b94fc-shvvx', 'namespace': 'ims-q4r8l', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'ellis-6d885b94fc', 'uid': '1c76d018-e888-11ea-a485-0242ac120004'}], 'resource_version': '2682968', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/ellis-6d885b94fc-shvvx', 'uid': '1cad4635-e888-11ea-a485-0242ac120004'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-ellis:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 80}, 'timeout_seconds': 1}, 'name': 'ellis', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 80, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 80}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup homestead-prov; do echo waiting for homestead-prov to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead-prov', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-sprout', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-d7wqn', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-d7wqn'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 15, 1, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 15, 28, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 15, 28, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://ecd3b3e3151745c7c10f79ba08f3c95aba4d9c7f24ac968b641ced72b12820af', 'image': 'docker.io/ollivier/clearwater-ellis:latest', 'image_id': 'docker.io/ollivier/clearwater-ellis@sha256:28557b896e190c72f02121314ca7c9abaca30f91a733b566b2c44b761e5a252c', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'ellis', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 15, 12, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.8', 'init_container_statuses': [{'container_id': 'containerd://b2ee69dc07ad26186b7304b0af30d268f8903a0ea2230fee514d793410214327', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-homestead-prov', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://b2ee69dc07ad26186b7304b0af30d268f8903a0ea2230fee514d793410214327', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 8, 27, 17, 14, 55, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 8, 27, 17, 10, 5, tzinfo=tzlocal())}, 'waiting': None}}, {'container_id': 'containerd://1f1667f470b2bc60f0bde5046a65934e086ba3794840af1f122faf23c903e518', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-sprout', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://1f1667f470b2bc60f0bde5046a65934e086ba3794840af1f122faf23c903e518', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 8, 27, 17, 14, 59, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 8, 27, 17, 14, 59, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.2.187', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-08-27 17:16:33,146 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-cassandra', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-08-27T17:10:03Z', u'reason': u'Completed', u'finishedAt': u'2020-08-27T17:11:57Z', u'containerID': u'containerd://0742b74fc60357d9999cdeb94d8a573e874749ff8a6b567db01af42e8b95ebba', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://0742b74fc60357d9999cdeb94d8a573e874749ff8a6b567db01af42e8b95ebba'}, {u'restartCount': 0, u'name': u'wait-on-astaire', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-08-27T17:12:05Z', u'reason': u'Completed', u'finishedAt': u'2020-08-27T17:13:40Z', u'containerID': u'containerd://91760dbc9e666d2e13feb1a6cce883c215805945e7b3c5f6d65fc0ba9e262144', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://91760dbc9e666d2e13feb1a6cce883c215805945e7b3c5f6d65fc0ba9e262144'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'homestead', u'image': u'docker.io/ollivier/clearwater-homestead:latest', u'imageID': u'docker.io/ollivier/clearwater-homestead@sha256:98347f9bf0eaf79649590e3fa0ea8d1938ae50d7703e8f9c171f0d74520ac7fb', u'state': {u'running': {u'startedAt': u'2020-08-27T17:13:46Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://4373124ab715cefec60cedad303a05bfaf295ee9726ad3c82c5e7b62f3c71e07'}, {u'restartCount': 0, u'name': u'tailer', u'image': u'docker.io/library/busybox:latest', u'imageID': u'docker.io/library/busybox@sha256:4f47c01fa91355af2865ac10fef5bf6ec9c7f42ad2321377c21e844427972977', u'state': {u'running': {u'startedAt': u'2020-08-27T17:13:49Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://c04ea73ebd0923cf10ad4fae47a793a64ff0f88bc0d79fb3199bafcaf5329477'}], u'podIP': u'10.244.1.66', u'startTime': u'2020-08-27T17:09:53Z', u'hostIP': u'172.18.0.2', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-08-27T17:13:41Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-08-27T17:13:57Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-08-27T17:13:57Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-08-27T17:09:50Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'homesteadlogs'}, {u'secret': {u'defaultMode': 420, u'secretName': u'default-token-d7wqn'}, u'name': u'default-token-d7wqn'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-astaire', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup astaire; do echo waiting for astaire to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'8888']}, u'initialDelaySeconds': 60, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homestead', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homestead:latest', u'volumeMounts': [{u'mountPath': u'/var/log/homestead', u'name': u'homesteadlogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'8888']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 8888}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/homestead', u'name': u'homesteadlogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/homestead/homestead_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}], u'nodeName': u'hunter-worker'}, u'apiVersion': u'v1', u'metadata': {u'name': u'homestead-7dbf49f967-vqglk', u'labels': {u'pod-template-hash': u'7dbf49f967', u'snmp': u'enabled', u'service': u'homestead'}, u'namespace': u'ims-q4r8l', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'homestead-7dbf49f967', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'1d826163-e888-11ea-a485-0242ac120004'}], u'resourceVersion': u'2682745', u'generateName': u'homestead-7dbf49f967-', u'creationTimestamp': u'2020-08-27T17:09:50Z', u'selfLink': u'/api/v1/namespaces/ims-q4r8l/pods/homestead-7dbf49f967-vqglk', u'uid': u'1dbf87f1-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 50, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'homestead-7dbf49f967-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '7dbf49f967', u'service': 'homestead', u'snmp': 'enabled'}, 'managed_fields': None, 'name': 'homestead-7dbf49f967-vqglk', 'namespace': 'ims-q4r8l', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'homestead-7dbf49f967', 'uid': '1d826163-e888-11ea-a485-0242ac120004'}], 'resource_version': '2682745', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/homestead-7dbf49f967-vqglk', 'uid': '1dbf87f1-e888-11ea-a485-0242ac120004'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homestead:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '8888']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 60, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'homestead', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 8888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '8888']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/homestead', 'mount_propagation': None, 'name': 'homesteadlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/homestead/homestead_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/homestead', 'mount_propagation': None, 'name': 'homesteadlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup astaire; do echo waiting for astaire to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-astaire', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'homesteadlogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}, {'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-d7wqn', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-d7wqn'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 13, 41, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 13, 57, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 13, 57, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 50, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://4373124ab715cefec60cedad303a05bfaf295ee9726ad3c82c5e7b62f3c71e07', 'image': 'docker.io/ollivier/clearwater-homestead:latest', 'image_id': 'docker.io/ollivier/clearwater-homestead@sha256:98347f9bf0eaf79649590e3fa0ea8d1938ae50d7703e8f9c171f0d74520ac7fb', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'homestead', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 13, 46, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}, {'container_id': 'containerd://c04ea73ebd0923cf10ad4fae47a793a64ff0f88bc0d79fb3199bafcaf5329477', 'image': 'docker.io/library/busybox:latest', 'image_id': 'docker.io/library/busybox@sha256:4f47c01fa91355af2865ac10fef5bf6ec9c7f42ad2321377c21e844427972977', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'tailer', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 13, 49, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.2', 'init_container_statuses': [{'container_id': 'containerd://0742b74fc60357d9999cdeb94d8a573e874749ff8a6b567db01af42e8b95ebba', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-cassandra', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://0742b74fc60357d9999cdeb94d8a573e874749ff8a6b567db01af42e8b95ebba', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 8, 27, 17, 11, 57, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 8, 27, 17, 10, 3, tzinfo=tzlocal())}, 'waiting': None}}, {'container_id': 'containerd://91760dbc9e666d2e13feb1a6cce883c215805945e7b3c5f6d65fc0ba9e262144', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-astaire', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://91760dbc9e666d2e13feb1a6cce883c215805945e7b3c5f6d65fc0ba9e262144', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 8, 27, 17, 13, 40, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 8, 27, 17, 12, 5, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.1.66', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 8, 27, 17, 9, 53, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-08-27 17:16:33,968 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-homestead', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-08-27T17:10:06Z', u'reason': u'Completed', u'finishedAt': u'2020-08-27T17:14:17Z', u'containerID': u'containerd://002f9a1ec4e4511289e2b31cbe4c884d339b86f90245531ceb7102bd2e49cf0c', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://002f9a1ec4e4511289e2b31cbe4c884d339b86f90245531ceb7102bd2e49cf0c'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'homestead-prov', u'image': u'docker.io/ollivier/clearwater-homestead-prov:latest', u'imageID': u'docker.io/ollivier/clearwater-homestead-prov@sha256:0b4d47a5161ecb6b44f6a479a27522b802096a2deea049cd6f3c01a62b585318', u'state': {u'running': {u'startedAt': u'2020-08-27T17:14:25Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://9d97c05018ca85ed2c86f250628b33c74e788bb7eb9ed386e5b3fa6d8066ddee'}], u'podIP': u'10.244.2.189', u'startTime': u'2020-08-27T17:09:53Z', u'hostIP': u'172.18.0.8', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-08-27T17:14:19Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-08-27T17:14:41Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-08-27T17:14:41Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-08-27T17:09:51Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-d7wqn'}, u'name': u'default-token-d7wqn'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/clearwater/bin/poll_homestead-prov.sh']}, u'initialDelaySeconds': 60, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homestead-prov', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homestead-prov:latest', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/clearwater/bin/poll_homestead-prov.sh']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 8889}], u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'homestead-prov-745965b8-m9bzn', u'labels': {u'pod-template-hash': u'745965b8', u'snmp': u'enabled', u'service': u'homestead-prov'}, u'namespace': u'ims-q4r8l', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'homestead-prov-745965b8', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'1dbf69db-e888-11ea-a485-0242ac120004'}], u'resourceVersion': u'2682847', u'generateName': u'homestead-prov-745965b8-', u'creationTimestamp': u'2020-08-27T17:09:50Z', u'selfLink': u'/api/v1/namespaces/ims-q4r8l/pods/homestead-prov-745965b8-m9bzn', u'uid': u'1e3110a3-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 50, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'homestead-prov-745965b8-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '745965b8', u'service': 'homestead-prov', u'snmp': 'enabled'}, 'managed_fields': None, 'name': 'homestead-prov-745965b8-m9bzn', 'namespace': 'ims-q4r8l', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'homestead-prov-745965b8', 'uid': '1dbf69db-e888-11ea-a485-0242ac120004'}], 'resource_version': '2682847', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/homestead-prov-745965b8-m9bzn', 'uid': '1e3110a3-e888-11ea-a485-0242ac120004'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homestead-prov:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/clearwater/bin/poll_homestead-prov.sh']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 60, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'homestead-prov', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 8889, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/clearwater/bin/poll_homestead-prov.sh']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-d7wqn', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-d7wqn'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 14, 19, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 14, 41, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 14, 41, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 51, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://9d97c05018ca85ed2c86f250628b33c74e788bb7eb9ed386e5b3fa6d8066ddee', 'image': 'docker.io/ollivier/clearwater-homestead-prov:latest', 'image_id': 'docker.io/ollivier/clearwater-homestead-prov@sha256:0b4d47a5161ecb6b44f6a479a27522b802096a2deea049cd6f3c01a62b585318', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'homestead-prov', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 14, 25, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.8', 'init_container_statuses': [{'container_id': 'containerd://002f9a1ec4e4511289e2b31cbe4c884d339b86f90245531ceb7102bd2e49cf0c', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-homestead', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://002f9a1ec4e4511289e2b31cbe4c884d339b86f90245531ceb7102bd2e49cf0c', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 8, 27, 17, 14, 17, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 8, 27, 17, 10, 6, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.2.189', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 8, 27, 17, 9, 53, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-08-27 17:16:34,603 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-ralf', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-08-27T17:10:07Z', u'reason': u'Completed', u'finishedAt': u'2020-08-27T17:13:16Z', u'containerID': u'containerd://dff5f8b8807b3926f17d61e533c465d5c3b21db5baa4cba033e484d6651ba640', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://dff5f8b8807b3926f17d61e533c465d5c3b21db5baa4cba033e484d6651ba640'}, {u'restartCount': 0, u'name': u'wait-on-chronos', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-08-27T17:13:19Z', u'reason': u'Completed', u'finishedAt': u'2020-08-27T17:13:19Z', u'containerID': u'containerd://646e2e00132e84e471573de366bc29cad20b1d3d49734f6d3fbade288217d3fa', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://646e2e00132e84e471573de366bc29cad20b1d3d49734f6d3fbade288217d3fa'}, {u'restartCount': 0, u'name': u'wait-on-homestead', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-08-27T17:13:21Z', u'reason': u'Completed', u'finishedAt': u'2020-08-27T17:14:17Z', u'containerID': u'containerd://a0f1c537cbf2436db7b38e069ac46edd9501680124e748da1ce0732c254c514b', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://a0f1c537cbf2436db7b38e069ac46edd9501680124e748da1ce0732c254c514b'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'sprout', u'image': u'docker.io/ollivier/clearwater-sprout:latest', u'imageID': u'docker.io/ollivier/clearwater-sprout@sha256:861863a8f603b8851858fcb66492d5fa8af26e14ec84a26da5d75fe762b144b2', u'state': {u'running': {u'startedAt': u'2020-08-27T17:14:27Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://6f596ef02d05c1effeccb0c499675c3a9245160119c7b517ce16d56335c0863e'}, {u'restartCount': 0, u'name': u'tailer', u'image': u'docker.io/library/busybox:latest', u'imageID': u'docker.io/library/busybox@sha256:4f47c01fa91355af2865ac10fef5bf6ec9c7f42ad2321377c21e844427972977', u'state': {u'running': {u'startedAt': u'2020-08-27T17:14:30Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://917689eba174fe5850ddc0dcebf4a41dae191aabfc8547c162b91167a01d8edf'}], u'podIP': u'10.244.2.190', u'startTime': u'2020-08-27T17:09:57Z', u'hostIP': u'172.18.0.8', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-08-27T17:14:19Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-08-27T17:14:41Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-08-27T17:14:41Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-08-27T17:09:52Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'sproutlogs'}, {u'secret': {u'defaultMode': 420, u'secretName': u'default-token-d7wqn'}, u'name': u'default-token-d7wqn'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-ralf', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup ralf; do echo waiting for ralf to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-chronos', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup chronos; do echo waiting for chronos to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'5052 5054']}, u'initialDelaySeconds': 30, u'periodSeconds': 3, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'sprout', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-sprout:latest', u'volumeMounts': [{u'mountPath': u'/var/log/sprout', u'name': u'sproutlogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'5052 5054']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/sprout', u'name': u'sproutlogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/sprout/sprout_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'sprout-fb8745f94-wtsm5', u'labels': {u'pod-template-hash': u'fb8745f94', u'snmp': u'enabled', u'service': u'sprout'}, u'namespace': u'ims-q4r8l', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'sprout-fb8745f94', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'1e715ce5-e888-11ea-a485-0242ac120004'}], u'resourceVersion': u'2682853', u'generateName': u'sprout-fb8745f94-', u'creationTimestamp': u'2020-08-27T17:09:52Z', u'selfLink': u'/api/v1/namespaces/ims-q4r8l/pods/sprout-fb8745f94-wtsm5', u'uid': u'1ef353cb-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 52, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'sprout-fb8745f94-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': 'fb8745f94', u'service': 'sprout', u'snmp': 'enabled'}, 'managed_fields': None, 'name': 'sprout-fb8745f94-wtsm5', 'namespace': 'ims-q4r8l', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'sprout-fb8745f94', 'uid': '1e715ce5-e888-11ea-a485-0242ac120004'}], 'resource_version': '2682853', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/sprout-fb8745f94-wtsm5', 'uid': '1ef353cb-e888-11ea-a485-0242ac120004'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-sprout:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '5052 5054']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 3, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'sprout', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '5052 5054']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/sprout', 'mount_propagation': None, 'name': 'sproutlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/sprout/sprout_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/sprout', 'mount_propagation': None, 'name': 'sproutlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup ralf; do echo waiting for ralf to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-ralf', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup chronos; do echo waiting for chronos to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-chronos', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'sproutlogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}, {'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-d7wqn', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-d7wqn'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 14, 19, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 14, 41, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 14, 41, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 52, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://6f596ef02d05c1effeccb0c499675c3a9245160119c7b517ce16d56335c0863e', 'image': 'docker.io/ollivier/clearwater-sprout:latest', 'image_id': 'docker.io/ollivier/clearwater-sprout@sha256:861863a8f603b8851858fcb66492d5fa8af26e14ec84a26da5d75fe762b144b2', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'sprout', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 14, 27, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}, {'container_id': 'containerd://917689eba174fe5850ddc0dcebf4a41dae191aabfc8547c162b91167a01d8edf', 'image': 'docker.io/library/busybox:latest', 'image_id': 'docker.io/library/busybox@sha256:4f47c01fa91355af2865ac10fef5bf6ec9c7f42ad2321377c21e844427972977', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'tailer', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 14, 30, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.8', 'init_container_statuses': [{'container_id': 'containerd://dff5f8b8807b3926f17d61e533c465d5c3b21db5baa4cba033e484d6651ba640', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-ralf', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://dff5f8b8807b3926f17d61e533c465d5c3b21db5baa4cba033e484d6651ba640', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 8, 27, 17, 13, 16, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 8, 27, 17, 10, 7, tzinfo=tzlocal())}, 'waiting': None}}, {'container_id': 'containerd://646e2e00132e84e471573de366bc29cad20b1d3d49734f6d3fbade288217d3fa', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-chronos', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://646e2e00132e84e471573de366bc29cad20b1d3d49734f6d3fbade288217d3fa', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 8, 27, 17, 13, 19, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 8, 27, 17, 13, 19, tzinfo=tzlocal())}, 'waiting': None}}, {'container_id': 'containerd://a0f1c537cbf2436db7b38e069ac46edd9501680124e748da1ce0732c254c514b', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-homestead', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://a0f1c537cbf2436db7b38e069ac46edd9501680124e748da1ce0732c254c514b', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 8, 27, 17, 14, 17, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 8, 27, 17, 13, 21, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.2.190', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 8, 27, 17, 9, 57, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-08-27 17:16:35,450 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-cassandra', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-08-27T17:10:04Z', u'reason': u'Completed', u'finishedAt': u'2020-08-27T17:11:57Z', u'containerID': u'containerd://213fdee4ac44e7db2d6529e4b2fa7b6181fdba147fea729beea484d8c2b2d1fc', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://213fdee4ac44e7db2d6529e4b2fa7b6181fdba147fea729beea484d8c2b2d1fc'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'homer', u'image': u'docker.io/ollivier/clearwater-homer:latest', u'imageID': u'docker.io/ollivier/clearwater-homer@sha256:257ef9011d4ff30771c0c48ef7e3b16926dce88c17d4435953f433fa9e0d731a', u'state': {u'running': {u'startedAt': u'2020-08-27T17:12:14Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://f3bfcd7f0b18b5bdd515a922a0b09a77c2b3ea0f88dc6ee1266a211ff22518f0'}], u'podIP': u'10.244.2.188', u'startTime': u'2020-08-27T17:09:51Z', u'hostIP': u'172.18.0.8', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-08-27T17:11:59Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-08-27T17:12:35Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-08-27T17:12:35Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-08-27T17:09:49Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-d7wqn'}, u'name': u'default-token-d7wqn'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 7888}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homer', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homer:latest', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7888}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7888}], u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'homer-58cfb54cd9-bvplv', u'labels': {u'pod-template-hash': u'58cfb54cd9', u'service': u'homer'}, u'namespace': u'ims-q4r8l', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'homer-58cfb54cd9', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'1cefb792-e888-11ea-a485-0242ac120004'}], u'resourceVersion': u'2682550', u'generateName': u'homer-58cfb54cd9-', u'creationTimestamp': u'2020-08-27T17:09:48Z', u'selfLink': u'/api/v1/namespaces/ims-q4r8l/pods/homer-58cfb54cd9-bvplv', u'uid': u'1d0bcbe4-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'homer-58cfb54cd9-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '58cfb54cd9', u'service': 'homer'}, 'managed_fields': None, 'name': 'homer-58cfb54cd9-bvplv', 'namespace': 'ims-q4r8l', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'homer-58cfb54cd9', 'uid': '1cefb792-e888-11ea-a485-0242ac120004'}], 'resource_version': '2682550', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/homer-58cfb54cd9-bvplv', 'uid': '1d0bcbe4-e888-11ea-a485-0242ac120004'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homer:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7888}, 'timeout_seconds': 1}, 'name': 'homer', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7888}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-d7wqn', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-d7wqn'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 11, 59, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 12, 35, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 12, 35, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 49, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://f3bfcd7f0b18b5bdd515a922a0b09a77c2b3ea0f88dc6ee1266a211ff22518f0', 'image': 'docker.io/ollivier/clearwater-homer:latest', 'image_id': 'docker.io/ollivier/clearwater-homer@sha256:257ef9011d4ff30771c0c48ef7e3b16926dce88c17d4435953f433fa9e0d731a', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'homer', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 12, 14, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.8', 'init_container_statuses': [{'container_id': 'containerd://213fdee4ac44e7db2d6529e4b2fa7b6181fdba147fea729beea484d8c2b2d1fc', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-cassandra', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://213fdee4ac44e7db2d6529e4b2fa7b6181fdba147fea729beea484d8c2b2d1fc', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 8, 27, 17, 11, 57, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 8, 27, 17, 10, 4, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.2.188', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 8, 27, 17, 9, 51, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-08-27 17:16:36,128 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'phase': u'Pending', u'qosClass': u'BestEffort'}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Never', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-d7wqn'}, u'name': u'default-token-d7wqn'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'containers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'live-test', u'image': u'ollivier/clearwater-live-test:latest', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'rake', u'test[ims-q4r8l.svc.cluster.local]', u'PROXY=bono.ims-q4r8l.svc.cluster.local', u'ELLIS=ellis.ims-q4r8l.svc.cluster.local', u'SIGNUP_CODE=secret', u'--trace'], u'imagePullPolicy': u'Always', u'resources': {}}]}, u'apiVersion': u'v1', u'metadata': {u'name': u'live-test', u'namespace': u'ims-q4r8l', u'resourceVersion': u'2683088', u'creationTimestamp': u'2020-08-27T17:16:29Z', u'selfLink': u'/api/v1/namespaces/ims-q4r8l/pods/live-test', u'uid': u'0bf26138-e889-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 16, 29, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'live-test', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2683088', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/live-test', 'uid': '0bf26138-e889-11ea-a485-0242ac120004'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': ['rake', 'test[ims-q4r8l.svc.cluster.local]', 'PROXY=bono.ims-q4r8l.svc.cluster.local', 'ELLIS=ellis.ims-q4r8l.svc.cluster.local', 'SIGNUP_CODE=secret', '--trace'], 'env': None, 'env_from': None, 'image': 'ollivier/clearwater-live-test:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'live-test', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': None, 'init_containers': None, 'node_name': None, 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Never', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-d7wqn', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-d7wqn'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': None, 'container_statuses': None, 'host_ip': None, 'init_container_statuses': None, 'message': None, 'nominated_node_name': None, 'phase': 'Pending', 'pod_ip': None, 'qos_class': 'BestEffort', 'reason': None, 'start_time': None}}, u'type': u'ADDED'} 2020-08-27 17:16:36,961 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-cassandra', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-08-27T17:09:54Z', u'reason': u'Completed', u'finishedAt': u'2020-08-27T17:11:59Z', u'containerID': u'containerd://fb7ddc56a3bbc839f50310481a02fec38ba1968925ef3c007b31623609b7c384', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://fb7ddc56a3bbc839f50310481a02fec38ba1968925ef3c007b31623609b7c384'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'astaire', u'image': u'docker.io/ollivier/clearwater-astaire:latest', u'imageID': u'docker.io/ollivier/clearwater-astaire@sha256:eb85c150a60609d7b22b70b99d6a1a7a1c035fd64e30cca203a8b8d167bb7938', u'state': {u'running': {u'startedAt': u'2020-08-27T17:12:33Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://37726516fd365b8adc7436c7f7012650abab24e8c2fc98ed1d2e22298d20e448'}, {u'restartCount': 0, u'name': u'tailer', u'image': u'docker.io/library/busybox:latest', u'imageID': u'docker.io/library/busybox@sha256:4f47c01fa91355af2865ac10fef5bf6ec9c7f42ad2321377c21e844427972977', u'state': {u'running': {u'startedAt': u'2020-08-27T17:12:45Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://8c079e26cd849c8395f8917321f8c9bd4efbc9641a950f09548a7849e4943f84'}], u'podIP': u'10.244.2.185', u'startTime': u'2020-08-27T17:09:46Z', u'hostIP': u'172.18.0.8', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-08-27T17:12:01Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-08-27T17:13:25Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-08-27T17:13:25Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-08-27T17:09:46Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 120, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'astairelogs'}, {u'secret': {u'defaultMode': 420, u'secretName': u'default-token-d7wqn'}, u'name': u'default-token-d7wqn'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 11311}, u'failureThreshold': 9, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'astaire', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-astaire:latest', u'volumeMounts': [{u'mountPath': u'/var/log/astaire', u'name': u'astairelogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'lifecycle': {u'preStop': {u'exec': {u'command': [u'/bin/bash', u'-c', u'/usr/bin/pre-stop']}}}, u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 11311}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 11211}, {u'protocol': u'TCP', u'containerPort': 11311}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox', u'volumeMounts': [{u'mountPath': u'/var/log/astaire', u'name': u'astairelogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/astaire/astaire_current.txt'], u'imagePullPolicy': u'Always', u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'astaire-6c565bf445-6csfk', u'labels': {u'pod-template-hash': u'6c565bf445', u'service': u'astaire'}, u'namespace': u'ims-q4r8l', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'astaire-6c565bf445', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'1b857c5a-e888-11ea-a485-0242ac120004'}], u'resourceVersion': u'2682670', u'generateName': u'astaire-6c565bf445-', u'creationTimestamp': u'2020-08-27T17:09:46Z', u'selfLink': u'/api/v1/namespaces/ims-q4r8l/pods/astaire-6c565bf445-6csfk', u'uid': u'1b8dc4ec-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'astaire-6c565bf445-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '6c565bf445', u'service': 'astaire'}, 'managed_fields': None, 'name': 'astaire-6c565bf445-6csfk', 'namespace': 'ims-q4r8l', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'astaire-6c565bf445', 'uid': '1b857c5a-e888-11ea-a485-0242ac120004'}], 'resource_version': '2682670', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/astaire-6c565bf445-6csfk', 'uid': '1b8dc4ec-e888-11ea-a485-0242ac120004'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-astaire:latest', 'image_pull_policy': 'Always', 'lifecycle': {'post_start': None, 'pre_stop': {'_exec': {'command': ['/bin/bash', '-c', '/usr/bin/pre-stop']}, 'http_get': None, 'tcp_socket': None}}, 'liveness_probe': {'_exec': None, 'failure_threshold': 9, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 11311}, 'timeout_seconds': 1}, 'name': 'astaire', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 11211, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 11311, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 11311}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/astaire', 'mount_propagation': None, 'name': 'astairelogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/astaire/astaire_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/astaire', 'mount_propagation': None, 'name': 'astairelogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 120, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'astairelogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}, {'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-d7wqn', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-d7wqn'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 12, 1, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 13, 25, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 13, 25, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://37726516fd365b8adc7436c7f7012650abab24e8c2fc98ed1d2e22298d20e448', 'image': 'docker.io/ollivier/clearwater-astaire:latest', 'image_id': 'docker.io/ollivier/clearwater-astaire@sha256:eb85c150a60609d7b22b70b99d6a1a7a1c035fd64e30cca203a8b8d167bb7938', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'astaire', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 12, 33, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}, {'container_id': 'containerd://8c079e26cd849c8395f8917321f8c9bd4efbc9641a950f09548a7849e4943f84', 'image': 'docker.io/library/busybox:latest', 'image_id': 'docker.io/library/busybox@sha256:4f47c01fa91355af2865ac10fef5bf6ec9c7f42ad2321377c21e844427972977', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'tailer', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 12, 45, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.8', 'init_container_statuses': [{'container_id': 'containerd://fb7ddc56a3bbc839f50310481a02fec38ba1968925ef3c007b31623609b7c384', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-cassandra', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://fb7ddc56a3bbc839f50310481a02fec38ba1968925ef3c007b31623609b7c384', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 8, 27, 17, 11, 59, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 8, 27, 17, 9, 54, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.2.185', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 8, 27, 17, 9, 46, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-08-27 17:16:37,658 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-etcd', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-08-27T17:10:03Z', u'reason': u'Completed', u'finishedAt': u'2020-08-27T17:10:35Z', u'containerID': u'containerd://40090c5541f04f7c1baf1645fc383bb9a5d3136b30710627c370a08071be23a5', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://40090c5541f04f7c1baf1645fc383bb9a5d3136b30710627c370a08071be23a5'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'cassandra', u'image': u'docker.io/ollivier/clearwater-cassandra:latest', u'imageID': u'docker.io/ollivier/clearwater-cassandra@sha256:232be9c5a4400e4c5e0932fde50af8f379e3e9ddd4d3f28da6ec78c86f6ed9f6', u'state': {u'running': {u'startedAt': u'2020-08-27T17:10:40Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://225386d83f40121a6adc7b4db7cd0242a26fe0837981025a26655e560d1bbf5d'}], u'podIP': u'10.244.2.186', u'startTime': u'2020-08-27T17:09:48Z', u'hostIP': u'172.18.0.8', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-08-27T17:10:36Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-08-27T17:11:55Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-08-27T17:11:55Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-08-27T17:09:47Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-d7wqn'}, u'name': u'default-token-d7wqn'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-etcd', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup etcd; do echo waiting for etcd to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'7000 9042 9160']}, u'initialDelaySeconds': 600, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'cassandra', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-cassandra:latest', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'Always', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'7000 9042 9160']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7001}, {u'protocol': u'TCP', u'containerPort': 9042}, {u'protocol': u'TCP', u'containerPort': 9160}], u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'cassandra-6d8c846bfc-knqlf', u'labels': {u'pod-template-hash': u'6d8c846bfc', u'service': u'cassandra'}, u'namespace': u'ims-q4r8l', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'cassandra-6d8c846bfc', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'1be3ba8e-e888-11ea-a485-0242ac120004'}], u'resourceVersion': u'2682447', u'generateName': u'cassandra-6d8c846bfc-', u'creationTimestamp': u'2020-08-27T17:09:47Z', u'selfLink': u'/api/v1/namespaces/ims-q4r8l/pods/cassandra-6d8c846bfc-knqlf', u'uid': u'1c0e6eba-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'cassandra-6d8c846bfc-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '6d8c846bfc', u'service': 'cassandra'}, 'managed_fields': None, 'name': 'cassandra-6d8c846bfc-knqlf', 'namespace': 'ims-q4r8l', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'cassandra-6d8c846bfc', 'uid': '1be3ba8e-e888-11ea-a485-0242ac120004'}], 'resource_version': '2682447', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/cassandra-6d8c846bfc-knqlf', 'uid': '1c0e6eba-e888-11ea-a485-0242ac120004'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-cassandra:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '7000 9042 9160']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 600, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'cassandra', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7001, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 9042, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 9160, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '7000 9042 9160']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup etcd; do echo waiting for etcd to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-etcd', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-d7wqn', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-d7wqn'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 10, 36, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 11, 55, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 11, 55, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 47, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://225386d83f40121a6adc7b4db7cd0242a26fe0837981025a26655e560d1bbf5d', 'image': 'docker.io/ollivier/clearwater-cassandra:latest', 'image_id': 'docker.io/ollivier/clearwater-cassandra@sha256:232be9c5a4400e4c5e0932fde50af8f379e3e9ddd4d3f28da6ec78c86f6ed9f6', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'cassandra', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 10, 40, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.8', 'init_container_statuses': [{'container_id': 'containerd://40090c5541f04f7c1baf1645fc383bb9a5d3136b30710627c370a08071be23a5', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-etcd', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://40090c5541f04f7c1baf1645fc383bb9a5d3136b30710627c370a08071be23a5', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 8, 27, 17, 10, 35, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 8, 27, 17, 10, 3, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.2.186', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-08-27 17:16:38,197 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'etcd', u'image': u'quay.io/coreos/etcd:v2.2.5', u'imageID': u'sha256:66590e2dd05422771324d8ffe9ad35165ba35db0842ac5e0f1668c2d56733860', u'state': {u'running': {u'startedAt': u'2020-08-27T17:10:01Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://1d1d477db2e5dd672e7d246ca81a5a723ef9941a60aafa1e85513f3fb882df9e'}], u'podIP': u'10.244.1.65', u'startTime': u'2020-08-27T17:09:49Z', u'hostIP': u'172.18.0.2', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-08-27T17:09:49Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-08-27T17:10:05Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-08-27T17:10:05Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-08-27T17:09:48Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-d7wqn'}, u'name': u'default-token-d7wqn'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 4001}, u'timeoutSeconds': 1, u'initialDelaySeconds': 300, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'etcd', u'image': u'quay.io/coreos/etcd:v2.2.5', u'args': [u'--name', u'$(MY_POD_NAME)', u'--advertise-client-urls', u'http://$(MY_POD_IP):2379,http://$(MY_POD_IP):4001', u'--listen-client-urls', u'http://0.0.0.0:2379,http://0.0.0.0:4001', u'--initial-advertise-peer-urls', u'http://$(MY_POD_IP):2380', u'--listen-peer-urls', u'http://0.0.0.0:2380', u'--initial-cluster', u'$(MY_POD_NAME)=http://$(MY_POD_IP):2380', u'--initial-cluster-state', u'new'], u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}, {u'valueFrom': {u'fieldRef': {u'fieldPath': u'metadata.name', u'apiVersion': u'v1'}}, u'name': u'MY_POD_NAME'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 4001}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 2379}, {u'protocol': u'TCP', u'containerPort': 2380}, {u'protocol': u'TCP', u'containerPort': 4001}], u'resources': {}}], u'nodeName': u'hunter-worker'}, u'apiVersion': u'v1', u'metadata': {u'name': u'etcd-c8fddbb95-rhf55', u'labels': {u'pod-template-hash': u'c8fddbb95', u'instance-type': u'etcd-pod'}, u'namespace': u'ims-q4r8l', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'etcd-c8fddbb95', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'1ccb99a5-e888-11ea-a485-0242ac120004'}], u'resourceVersion': u'2682211', u'generateName': u'etcd-c8fddbb95-', u'creationTimestamp': u'2020-08-27T17:09:48Z', u'selfLink': u'/api/v1/namespaces/ims-q4r8l/pods/etcd-c8fddbb95-rhf55', u'uid': u'1ce435f5-e888-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'etcd-c8fddbb95-', 'generation': None, 'initializers': None, 'labels': {u'instance-type': 'etcd-pod', u'pod-template-hash': 'c8fddbb95'}, 'managed_fields': None, 'name': 'etcd-c8fddbb95-rhf55', 'namespace': 'ims-q4r8l', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'etcd-c8fddbb95', 'uid': '1ccb99a5-e888-11ea-a485-0242ac120004'}], 'resource_version': '2682211', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/etcd-c8fddbb95-rhf55', 'uid': '1ce435f5-e888-11ea-a485-0242ac120004'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': ['--name', '$(MY_POD_NAME)', '--advertise-client-urls', 'http://$(MY_POD_IP):2379,http://$(MY_POD_IP):4001', '--listen-client-urls', 'http://0.0.0.0:2379,http://0.0.0.0:4001', '--initial-advertise-peer-urls', 'http://$(MY_POD_IP):2380', '--listen-peer-urls', 'http://0.0.0.0:2380', '--initial-cluster', '$(MY_POD_NAME)=http://$(MY_POD_IP):2380', '--initial-cluster-state', 'new'], 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}, {'name': 'MY_POD_NAME', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'metadata.name'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': None, 'image': 'quay.io/coreos/etcd:v2.2.5', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 300, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 4001}, 'timeout_seconds': 1}, 'name': 'etcd', 'ports': [{'container_port': 2379, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 2380, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 4001, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 4001}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': None, 'node_name': 'hunter-worker', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-d7wqn', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-d7wqn'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 49, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 10, 5, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 10, 5, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 9, 48, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://1d1d477db2e5dd672e7d246ca81a5a723ef9941a60aafa1e85513f3fb882df9e', 'image': 'quay.io/coreos/etcd:v2.2.5', 'image_id': 'sha256:66590e2dd05422771324d8ffe9ad35165ba35db0842ac5e0f1668c2d56733860', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'etcd', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 10, 1, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.2', 'init_container_statuses': None, 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.1.65', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 8, 27, 17, 9, 49, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-08-27 17:16:38,617 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'phase': u'Pending', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-08-27T17:16:29Z'}], u'qosClass': u'BestEffort'}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Never', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-d7wqn'}, u'name': u'default-token-d7wqn'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'containers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'live-test', u'image': u'ollivier/clearwater-live-test:latest', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'rake', u'test[ims-q4r8l.svc.cluster.local]', u'PROXY=bono.ims-q4r8l.svc.cluster.local', u'ELLIS=ellis.ims-q4r8l.svc.cluster.local', u'SIGNUP_CODE=secret', u'--trace'], u'imagePullPolicy': u'Always', u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'live-test', u'namespace': u'ims-q4r8l', u'resourceVersion': u'2683089', u'creationTimestamp': u'2020-08-27T17:16:29Z', u'selfLink': u'/api/v1/namespaces/ims-q4r8l/pods/live-test', u'uid': u'0bf26138-e889-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 16, 29, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'live-test', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2683089', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/live-test', 'uid': '0bf26138-e889-11ea-a485-0242ac120004'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': ['rake', 'test[ims-q4r8l.svc.cluster.local]', 'PROXY=bono.ims-q4r8l.svc.cluster.local', 'ELLIS=ellis.ims-q4r8l.svc.cluster.local', 'SIGNUP_CODE=secret', '--trace'], 'env': None, 'env_from': None, 'image': 'ollivier/clearwater-live-test:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'live-test', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': None, 'init_containers': None, 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Never', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-d7wqn', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-d7wqn'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 16, 29, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': None, 'host_ip': None, 'init_container_statuses': None, 'message': None, 'nominated_node_name': None, 'phase': 'Pending', 'pod_ip': None, 'qos_class': 'BestEffort', 'reason': None, 'start_time': None}}, u'type': u'MODIFIED'} 2020-08-27 17:16:38,834 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'live-test', u'image': u'ollivier/clearwater-live-test:latest', u'imageID': u'', u'state': {u'waiting': {u'reason': u'ContainerCreating'}}, u'ready': False, u'lastState': {}}], u'startTime': u'2020-08-27T17:16:30Z', u'hostIP': u'172.18.0.8', u'phase': u'Pending', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-08-27T17:16:30Z'}, {u'status': u'False', u'lastTransitionTime': u'2020-08-27T17:16:30Z', u'reason': u'ContainersNotReady', u'lastProbeTime': None, u'message': u'containers with unready status: [live-test]', u'type': u'Ready'}, {u'status': u'False', u'lastTransitionTime': u'2020-08-27T17:16:30Z', u'reason': u'ContainersNotReady', u'lastProbeTime': None, u'message': u'containers with unready status: [live-test]', u'type': u'ContainersReady'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-08-27T17:16:29Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Never', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-d7wqn'}, u'name': u'default-token-d7wqn'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'containers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'live-test', u'image': u'ollivier/clearwater-live-test:latest', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'rake', u'test[ims-q4r8l.svc.cluster.local]', u'PROXY=bono.ims-q4r8l.svc.cluster.local', u'ELLIS=ellis.ims-q4r8l.svc.cluster.local', u'SIGNUP_CODE=secret', u'--trace'], u'imagePullPolicy': u'Always', u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'live-test', u'namespace': u'ims-q4r8l', u'resourceVersion': u'2683091', u'creationTimestamp': u'2020-08-27T17:16:29Z', u'selfLink': u'/api/v1/namespaces/ims-q4r8l/pods/live-test', u'uid': u'0bf26138-e889-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 16, 29, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'live-test', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2683091', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/live-test', 'uid': '0bf26138-e889-11ea-a485-0242ac120004'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': ['rake', 'test[ims-q4r8l.svc.cluster.local]', 'PROXY=bono.ims-q4r8l.svc.cluster.local', 'ELLIS=ellis.ims-q4r8l.svc.cluster.local', 'SIGNUP_CODE=secret', '--trace'], 'env': None, 'env_from': None, 'image': 'ollivier/clearwater-live-test:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'live-test', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': None, 'init_containers': None, 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Never', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-d7wqn', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-d7wqn'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 16, 30, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 16, 30, tzinfo=tzlocal()), 'message': 'containers with unready status: [live-test]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 16, 30, tzinfo=tzlocal()), 'message': 'containers with unready status: [live-test]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 16, 29, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': None, 'image': 'ollivier/clearwater-live-test:latest', 'image_id': '', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'live-test', 'ready': False, 'restart_count': 0, 'state': {'running': None, 'terminated': None, 'waiting': {'message': None, 'reason': 'ContainerCreating'}}}], 'host_ip': '172.18.0.8', 'init_container_statuses': None, 'message': None, 'nominated_node_name': None, 'phase': 'Pending', 'pod_ip': None, 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 8, 27, 17, 16, 30, tzinfo=tzlocal())}}, u'type': u'MODIFIED'} 2020-08-27 17:16:39,115 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'live-test', u'image': u'docker.io/ollivier/clearwater-live-test:latest', u'imageID': u'docker.io/ollivier/clearwater-live-test@sha256:77e928c23a5942aa681646be96dfb5897efe17b1e8676e8e94003ad08891b881', u'state': {u'running': {u'startedAt': u'2020-08-27T17:16:35Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://d09ffb802873d652635d45c57459dc796c16bed3070116e890bd70d828cb2ced'}], u'podIP': u'10.244.2.191', u'startTime': u'2020-08-27T17:16:30Z', u'hostIP': u'172.18.0.8', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-08-27T17:16:30Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-08-27T17:16:36Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-08-27T17:16:36Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-08-27T17:16:29Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Never', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-d7wqn'}, u'name': u'default-token-d7wqn'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'containers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'live-test', u'image': u'ollivier/clearwater-live-test:latest', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'rake', u'test[ims-q4r8l.svc.cluster.local]', u'PROXY=bono.ims-q4r8l.svc.cluster.local', u'ELLIS=ellis.ims-q4r8l.svc.cluster.local', u'SIGNUP_CODE=secret', u'--trace'], u'imagePullPolicy': u'Always', u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'live-test', u'namespace': u'ims-q4r8l', u'resourceVersion': u'2683107', u'creationTimestamp': u'2020-08-27T17:16:29Z', u'selfLink': u'/api/v1/namespaces/ims-q4r8l/pods/live-test', u'uid': u'0bf26138-e889-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 16, 29, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'live-test', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2683107', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/live-test', 'uid': '0bf26138-e889-11ea-a485-0242ac120004'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': ['rake', 'test[ims-q4r8l.svc.cluster.local]', 'PROXY=bono.ims-q4r8l.svc.cluster.local', 'ELLIS=ellis.ims-q4r8l.svc.cluster.local', 'SIGNUP_CODE=secret', '--trace'], 'env': None, 'env_from': None, 'image': 'ollivier/clearwater-live-test:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'live-test', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': None, 'init_containers': None, 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Never', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-d7wqn', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-d7wqn'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 16, 30, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 16, 36, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 16, 36, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 16, 29, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://d09ffb802873d652635d45c57459dc796c16bed3070116e890bd70d828cb2ced', 'image': 'docker.io/ollivier/clearwater-live-test:latest', 'image_id': 'docker.io/ollivier/clearwater-live-test@sha256:77e928c23a5942aa681646be96dfb5897efe17b1e8676e8e94003ad08891b881', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'live-test', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 8, 27, 17, 16, 35, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.8', 'init_container_statuses': None, 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.2.191', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 8, 27, 17, 16, 30, tzinfo=tzlocal())}}, u'type': u'MODIFIED'} 2020-08-27 17:19:26,438 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'live-test', u'image': u'docker.io/ollivier/clearwater-live-test:latest', u'imageID': u'docker.io/ollivier/clearwater-live-test@sha256:77e928c23a5942aa681646be96dfb5897efe17b1e8676e8e94003ad08891b881', u'state': {u'terminated': {u'startedAt': u'2020-08-27T17:16:35Z', u'reason': u'Error', u'finishedAt': u'2020-08-27T17:19:24Z', u'containerID': u'containerd://d09ffb802873d652635d45c57459dc796c16bed3070116e890bd70d828cb2ced', u'exitCode': 1}}, u'ready': False, u'lastState': {}, u'containerID': u'containerd://d09ffb802873d652635d45c57459dc796c16bed3070116e890bd70d828cb2ced'}], u'podIP': u'10.244.2.191', u'startTime': u'2020-08-27T17:16:30Z', u'hostIP': u'172.18.0.8', u'phase': u'Failed', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-08-27T17:16:30Z'}, {u'status': u'False', u'lastTransitionTime': u'2020-08-27T17:19:25Z', u'reason': u'ContainersNotReady', u'lastProbeTime': None, u'message': u'containers with unready status: [live-test]', u'type': u'Ready'}, {u'status': u'False', u'lastTransitionTime': u'2020-08-27T17:19:25Z', u'reason': u'ContainersNotReady', u'lastProbeTime': None, u'message': u'containers with unready status: [live-test]', u'type': u'ContainersReady'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-08-27T17:16:29Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Never', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-d7wqn'}, u'name': u'default-token-d7wqn'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'containers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'live-test', u'image': u'ollivier/clearwater-live-test:latest', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-d7wqn'}], u'terminationMessagePolicy': u'File', u'command': [u'rake', u'test[ims-q4r8l.svc.cluster.local]', u'PROXY=bono.ims-q4r8l.svc.cluster.local', u'ELLIS=ellis.ims-q4r8l.svc.cluster.local', u'SIGNUP_CODE=secret', u'--trace'], u'imagePullPolicy': u'Always', u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'live-test', u'namespace': u'ims-q4r8l', u'resourceVersion': u'2683428', u'creationTimestamp': u'2020-08-27T17:16:29Z', u'selfLink': u'/api/v1/namespaces/ims-q4r8l/pods/live-test', u'uid': u'0bf26138-e889-11ea-a485-0242ac120004'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 8, 27, 17, 16, 29, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'live-test', 'namespace': 'ims-q4r8l', 'owner_references': None, 'resource_version': '2683428', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/live-test', 'uid': '0bf26138-e889-11ea-a485-0242ac120004'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': ['rake', 'test[ims-q4r8l.svc.cluster.local]', 'PROXY=bono.ims-q4r8l.svc.cluster.local', 'ELLIS=ellis.ims-q4r8l.svc.cluster.local', 'SIGNUP_CODE=secret', '--trace'], 'env': None, 'env_from': None, 'image': 'ollivier/clearwater-live-test:latest', 'image_pull_policy': 'Always', 'lifecycle': None, 'liveness_probe': None, 'name': 'live-test', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-d7wqn', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': None, 'init_containers': None, 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Never', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-d7wqn', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-d7wqn'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 16, 30, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 19, 25, tzinfo=tzlocal()), 'message': 'containers with unready status: [live-test]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 19, 25, tzinfo=tzlocal()), 'message': 'containers with unready status: [live-test]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 8, 27, 17, 16, 29, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://d09ffb802873d652635d45c57459dc796c16bed3070116e890bd70d828cb2ced', 'image': 'docker.io/ollivier/clearwater-live-test:latest', 'image_id': 'docker.io/ollivier/clearwater-live-test@sha256:77e928c23a5942aa681646be96dfb5897efe17b1e8676e8e94003ad08891b881', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'live-test', 'ready': False, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://d09ffb802873d652635d45c57459dc796c16bed3070116e890bd70d828cb2ced', 'exit_code': 1, 'finished_at': datetime.datetime(2020, 8, 27, 17, 19, 24, tzinfo=tzlocal()), 'message': None, 'reason': 'Error', 'signal': None, 'started_at': datetime.datetime(2020, 8, 27, 17, 16, 35, tzinfo=tzlocal())}, 'waiting': None}}], 'host_ip': '172.18.0.8', 'init_container_statuses': None, 'message': None, 'nominated_node_name': None, 'phase': 'Failed', 'pod_ip': '10.244.2.191', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 8, 27, 17, 16, 30, tzinfo=tzlocal())}}, u'type': u'MODIFIED'} 2020-08-27 17:19:26,816 - kubernetes.client.rest - DEBUG - response body: ** Invoke test (first_time) ** Execute test /usr/lib/ruby/gems/2.6.0/gems/httpi-2.4.0/lib/httpi/auth/ssl.rb:13: warning: constant OpenSSL::SSL::SSLContext::METHODS is deprecated # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' Basic Call - Mainline (TCP) - (6505550405, 6505550408) Passed Basic Call - SDP (TCP) - (6505550092, 6505550147) Passed Basic Call - Tel URIs (TCP) - (6505550939, 6505550329) Passed Basic Call - Unknown number (TCP) - (6505550286, 6505550615) Passed Basic Call - Rejected by remote endpoint (TCP) - (6505550877, 6505550374) Passed Basic Call - Messages - Pager model (TCP) - (6505550652, 6505550290) Passed Basic Call - Pracks (TCP) - (6505550649, 6505550985) Passed Basic Registration (TCP) - (6505550037) Passed Emergency Registration (TCP) - Skipped (Not running with emergency registrations) - Call with EMERGENCY_REG=Y to run test Multiple Identities (TCP) - (6505550752, 6505550331) Passed Call Barring - Outbound Rejection (TCP) - (6505550991, 6505550380) Passed Call Barring - Allow non-international call (TCP) - Skipped (No PSTN support) - Call with PSTN=true to run test Call Barring - Reject international call (TCP) - Skipped (No PSTN support) - Call with PSTN=true to run test Call Barring - Inbound Rejection (TCP) - (6505550560, 6505550992) Passed Call Diversion AS - Unconditional (TCP) - Skipped (No Call Diversion AS hostname provided) - Call with CDIV_AS= Call Diversion AS - Busy (TCP) - Skipped (No Call Diversion AS hostname provided) - Call with CDIV_AS= Call Diversion AS - No answer (TCP) - Skipped (No Call Diversion AS hostname provided) - Call with CDIV_AS= Call Diversion - Not registered (TCP) - (6505550229, 6505550134, 6505550468) Passed Call Diversion - Not reachable (not registered) (TCP) - (6505550386, 6505550773, 6505550104) Passed Call Diversion - Not reachable (408) (TCP) - (6505550677, 6505550972, 6505550757) Passed Call Diversion - Not reachable (503) (TCP) - (6505550138, 6505550057, 6505550663) Passed Call Diversion - Not reachable (500) (TCP) - (6505550127, 6505550945, 6505550600) Passed Call Diversion - Busy (TCP) - (6505550400, 6505550392, 6505550302) Passed Call Diversion - Unconditional (TCP) - (6505550401, 6505550195, 6505550917) Leaked sip:6505550195@ims-q4r8l.svc.cluster.local, DELETE returned 502 Passed Call Diversion - No answer (TCP) - (6505550590, 6505550641, 6505550655) Passed Call Diversion - Bad target URI (TCP) - (6505550927, 6505550072) Passed Call Diversion - Audio-only call (TCP) - (6505550435, 6505550293, 6505550551, 6505550716) Passed Call Diversion - Audio-video call (TCP) - (6505550825, 6505550138, 6505550481, 6505550461) Passed Call Forking - Mainline (TCP) - Failed RuntimeError thrown: - Account creation failed with HTTP code 502, body {"status": 502, "message": "Bad Gateway", "reason": "Upstream request failed", "detail": {"Upstream error": "503", "Upstream URL": "http://homestead-prov.ims-q4r8l.svc.cluster.local:8889/irs/43ff1868-a981-4c54-8ebd-8ac745198f6e/service_profiles/9b9c1e36-eb9d-4025-a9e0-65cdffccf417/public_ids/sip%3A6505550734%40ims-q4r8l.svc.cluster.local"}, "error": true} - /src/vims-test/lib/ellis.rb:193:in `rescue in get_number' - /src/vims-test/lib/ellis.rb:187:in `get_number' - /src/vims-test/lib/ellis.rb:71:in `initialize' - /src/vims-test/lib/test-definition.rb:354:in `new' - /src/vims-test/lib/test-definition.rb:354:in `provision_line' - /src/vims-test/lib/test-definition.rb:181:in `add_endpoint' - /src/vims-test/lib/tests/call-forking.rb:14:in `block in ' - /src/vims-test/lib/test-definition.rb:256:in `run' - /src/vims-test/lib/test-definition.rb:126:in `block (2 levels) in run_all' - /src/vims-test/lib/test-definition.rb:112:in `collect' - /src/vims-test/lib/test-definition.rb:112:in `block in run_all' - /src/vims-test/lib/test-definition.rb:111:in `each' - /src/vims-test/lib/test-definition.rb:111:in `run_all' - /src/vims-test/lib/live-test.rb:23:in `run_tests' - /src/vims-test/Rakefile:18:in `block in ' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/task.rb:240:in `block in execute' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/task.rb:235:in `each' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/task.rb:235:in `execute' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/task.rb:179:in `block in invoke_with_call_chain' - /usr/lib/ruby/2.6.0/monitor.rb:235:in `mon_synchronize' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/task.rb:172:in `invoke_with_call_chain' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/task.rb:165:in `invoke' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:150:in `invoke_task' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:106:in `block (2 levels) in top_level' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:106:in `each' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:106:in `block in top_level' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:115:in `run_with_threads' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:100:in `top_level' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:78:in `block in run' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:176:in `standard_exception_handling' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:75:in `run' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/bin/rake:33:in `' - /usr/bin/rake:23:in `load' - /usr/bin/rake:23:in `
' Call Forking - Endpoint offline (TCP) - (6505550757, 6505550611) Passed Call Forking - Endpoint offline while ringing (TCP) - (6505550403, 6505550823) Passed Call Waiting - Accepted (TCP) - (6505550024, 6505550283, 6505550108) Passed Call Waiting - Cancelled (TCP) - (6505550835, 6505550558, 6505550634) Passed CANCEL - Mainline (TCP) - (6505550814, 6505550958) Passed Filtering - Accept-Contact (TCP) - (6505550091, 6505550946) Passed Accept-Contact with response (SFR 511195) (TCP) - (6505550718, 6505550325) Passed Filtering - Accept-Contact no match (TCP) - (6505550699, 6505550093) Passed Filtering - Accept-Contact negated match (TCP) - (6505550819, 6505550838) Passed Filtering - RFC3841 example (TCP) - (6505550437, 6505550540) Passed Filtering - Reject-Contact no match (TCP) - (6505550754, 6505550389) Passed Filtering - Reject-Contact match (TCP) - (6505550457, 6505550435) Passed Gemini - INVITE - VoIP device answers (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Mobile device answers (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - VoIP device rejects (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Mobile device rejects (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Mobile device rejects with a 480 (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Both reject, choose mobile response (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Both reject, choose VoIP response (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Successful call with GR (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Failed call with GR (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Successful call with Accept-Contact (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Failed call with Accept-Contact (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - SUBSCRIBE - Mobile Notifies (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - SUBSCRIBE - Joint 408 (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= GRUU - REGISTER - two bindings with and without GRUU (TCP) - (6505550421) Passed GRUU - REGISTER - binding suggested GRUU (TCP) - (6505550687) Passed # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' /usr/lib/ruby/gems/2.6.0/gems/nokogiri-1.6.6.2/lib/nokogiri/xml/document.rb:44: warning: constant ::Fixnum is deprecated # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' GRUU - REGISTER - instance ID requires escaping (TCP) - (6505550438) Passed GRUU - REGISTER - three bindings with GRUUs (TCP) - (6505550408) Passed GRUU - Call - first endpoint GRUU as target (TCP) - (6505550614, 6505550575) Passed GRUU - Call - second endpoint GRUU as target (TCP) - (6505550846, 6505550761) Passed GRUU - Call - only GRUU as target (TCP) - (6505550588, 6505550923) Passed GRUU - Call - AoR as target (TCP) - (6505550627, 6505550534) Passed GRUU - Call - unknown GRUU as target (TCP) - (6505550529, 6505550561) Passed GRUU - Call - unknown GRUU as target - no GRUUs assigned (TCP) - (6505550019, 6505550654) Passed GRUU - Call - Reject-Contact interop (TCP) - (6505550201, 6505550375) Passed GRUU - Call - Accept-Contact interop (TCP) - (6505550310, 6505550801) Passed GRUU - Call - AoR with other param as target (TCP) - (6505550857, 6505550650) Passed GRUU - Call - GRUU with other param as target (TCP) - (6505550728, 6505550986) Passed ISC Interface - Terminating (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Terminating (UDP AS) (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Terminating Failed (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Third-party Registration (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Third-party Registration - implicit registration (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Redirect (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - B2BUA (TCP) - Skipped (No hostname given) - Call with HOST_NAME= Live Call - Dial out to a real number (TCP) - Skipped (No live number given) - Call with LIVENUMBER= Memento - Incorrect Password (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Wrong Call List (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Basic Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Unknown Number (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Rejected Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Cancelled Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Privacy Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Barred Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Busy Call Forwarding (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Nonce-Count - Mainline (TCP) - Skipped (No nonce-count support) - Call with NONCE_COUNT=Y to run test Nonce-Count - Reject Re-Use (TCP) - Skipped (No nonce-count support) - Call with NONCE_COUNT=Y to run test Off-net calls - tel: URI (TCP) - Skipped (No off-net number given) - Call with OFF_NET_TEL= Off-net calls - sip: URI (TCP) - Skipped (No off-net number given) - Call with OFF_NET_TEL= SUBSCRIBE - reg-event (TCP) - (6505550834) Passed SUBSCRIBE - reg-event with a GRUU (TCP) - (6505550361) Passed SUBSCRIBE - Subscription timeout (TCP) - (6505550225) Passed SUBSCRIBE - Registration timeout (TCP) - Skipped (Not running with short registrations) - Call with SHORT_REG=Y to run test Multiple SUBSCRIBErs to one UE's reg-event (TCP) - (6505550401, 6505550847) Passed Message - URN URIs (TCP) - Skipped (No hostname given) - Call with HOST_NAME= Message - URN URIs to AS (TCP) - Skipped (No hostname given) - Call with HOST_NAME= Deleting leaked number: sip:6505550195@ims-q4r8l.svc.cluster.local 1 failures out of 96 tests run Call Forking - Mainline (TCP) at 2020-08-27 17:17:59 +0000 43 tests skipped Error logs, including Call-IDs of failed calls, are in the 'logfiles' directory 2020-08-27 17:19:26,817 - functest_kubernetes.ims.ims - INFO - ** Invoke test (first_time) ** Execute test /usr/lib/ruby/gems/2.6.0/gems/httpi-2.4.0/lib/httpi/auth/ssl.rb:13: warning: constant OpenSSL::SSL::SSLContext::METHODS is deprecated # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' Basic Call - Mainline (TCP) - (6505550405, 6505550408) Passed Basic Call - SDP (TCP) - (6505550092, 6505550147) Passed Basic Call - Tel URIs (TCP) - (6505550939, 6505550329) Passed Basic Call - Unknown number (TCP) - (6505550286, 6505550615) Passed Basic Call - Rejected by remote endpoint (TCP) - (6505550877, 6505550374) Passed Basic Call - Messages - Pager model (TCP) - (6505550652, 6505550290) Passed Basic Call - Pracks (TCP) - (6505550649, 6505550985) Passed Basic Registration (TCP) - (6505550037) Passed Emergency Registration (TCP) - Skipped (Not running with emergency registrations) - Call with EMERGENCY_REG=Y to run test Multiple Identities (TCP) - (6505550752, 6505550331) Passed Call Barring - Outbound Rejection (TCP) - (6505550991, 6505550380) Passed Call Barring - Allow non-international call (TCP) - Skipped (No PSTN support) - Call with PSTN=true to run test Call Barring - Reject international call (TCP) - Skipped (No PSTN support) - Call with PSTN=true to run test Call Barring - Inbound Rejection (TCP) - (6505550560, 6505550992) Passed Call Diversion AS - Unconditional (TCP) - Skipped (No Call Diversion AS hostname provided) - Call with CDIV_AS= Call Diversion AS - Busy (TCP) - Skipped (No Call Diversion AS hostname provided) - Call with CDIV_AS= Call Diversion AS - No answer (TCP) - Skipped (No Call Diversion AS hostname provided) - Call with CDIV_AS= Call Diversion - Not registered (TCP) - (6505550229, 6505550134, 6505550468) Passed Call Diversion - Not reachable (not registered) (TCP) - (6505550386, 6505550773, 6505550104) Passed Call Diversion - Not reachable (408) (TCP) - (6505550677, 6505550972, 6505550757) Passed Call Diversion - Not reachable (503) (TCP) - (6505550138, 6505550057, 6505550663) Passed Call Diversion - Not reachable (500) (TCP) - (6505550127, 6505550945, 6505550600) Passed Call Diversion - Busy (TCP) - (6505550400, 6505550392, 6505550302) Passed Call Diversion - Unconditional (TCP) - (6505550401, 6505550195, 6505550917) Leaked sip:6505550195@ims-q4r8l.svc.cluster.local, DELETE returned 502 Passed Call Diversion - No answer (TCP) - (6505550590, 6505550641, 6505550655) Passed Call Diversion - Bad target URI (TCP) - (6505550927, 6505550072) Passed Call Diversion - Audio-only call (TCP) - (6505550435, 6505550293, 6505550551, 6505550716) Passed Call Diversion - Audio-video call (TCP) - (6505550825, 6505550138, 6505550481, 6505550461) Passed Call Forking - Mainline (TCP) - Failed RuntimeError thrown: - Account creation failed with HTTP code 502, body {"status": 502, "message": "Bad Gateway", "reason": "Upstream request failed", "detail": {"Upstream error": "503", "Upstream URL": "http://homestead-prov.ims-q4r8l.svc.cluster.local:8889/irs/43ff1868-a981-4c54-8ebd-8ac745198f6e/service_profiles/9b9c1e36-eb9d-4025-a9e0-65cdffccf417/public_ids/sip%3A6505550734%40ims-q4r8l.svc.cluster.local"}, "error": true} - /src/vims-test/lib/ellis.rb:193:in `rescue in get_number' - /src/vims-test/lib/ellis.rb:187:in `get_number' - /src/vims-test/lib/ellis.rb:71:in `initialize' - /src/vims-test/lib/test-definition.rb:354:in `new' - /src/vims-test/lib/test-definition.rb:354:in `provision_line' - /src/vims-test/lib/test-definition.rb:181:in `add_endpoint' - /src/vims-test/lib/tests/call-forking.rb:14:in `block in ' - /src/vims-test/lib/test-definition.rb:256:in `run' - /src/vims-test/lib/test-definition.rb:126:in `block (2 levels) in run_all' - /src/vims-test/lib/test-definition.rb:112:in `collect' - /src/vims-test/lib/test-definition.rb:112:in `block in run_all' - /src/vims-test/lib/test-definition.rb:111:in `each' - /src/vims-test/lib/test-definition.rb:111:in `run_all' - /src/vims-test/lib/live-test.rb:23:in `run_tests' - /src/vims-test/Rakefile:18:in `block in ' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/task.rb:240:in `block in execute' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/task.rb:235:in `each' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/task.rb:235:in `execute' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/task.rb:179:in `block in invoke_with_call_chain' - /usr/lib/ruby/2.6.0/monitor.rb:235:in `mon_synchronize' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/task.rb:172:in `invoke_with_call_chain' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/task.rb:165:in `invoke' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:150:in `invoke_task' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:106:in `block (2 levels) in top_level' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:106:in `each' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:106:in `block in top_level' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:115:in `run_with_threads' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:100:in `top_level' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:78:in `block in run' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:176:in `standard_exception_handling' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/lib/rake/application.rb:75:in `run' - /usr/lib/ruby/gems/2.6.0/gems/rake-10.4.2/bin/rake:33:in `' - /usr/bin/rake:23:in `load' - /usr/bin/rake:23:in `
' Call Forking - Endpoint offline (TCP) - (6505550757, 6505550611) Passed Call Forking - Endpoint offline while ringing (TCP) - (6505550403, 6505550823) Passed Call Waiting - Accepted (TCP) - (6505550024, 6505550283, 6505550108) Passed Call Waiting - Cancelled (TCP) - (6505550835, 6505550558, 6505550634) Passed CANCEL - Mainline (TCP) - (6505550814, 6505550958) Passed Filtering - Accept-Contact (TCP) - (6505550091, 6505550946) Passed Accept-Contact with response (SFR 511195) (TCP) - (6505550718, 6505550325) Passed Filtering - Accept-Contact no match (TCP) - (6505550699, 6505550093) Passed Filtering - Accept-Contact negated match (TCP) - (6505550819, 6505550838) Passed Filtering - RFC3841 example (TCP) - (6505550437, 6505550540) Passed Filtering - Reject-Contact no match (TCP) - (6505550754, 6505550389) Passed Filtering - Reject-Contact match (TCP) - (6505550457, 6505550435) Passed Gemini - INVITE - VoIP device answers (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Mobile device answers (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - VoIP device rejects (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Mobile device rejects (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Mobile device rejects with a 480 (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Both reject, choose mobile response (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Both reject, choose VoIP response (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Successful call with GR (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Failed call with GR (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Successful call with Accept-Contact (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Failed call with Accept-Contact (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - SUBSCRIBE - Mobile Notifies (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - SUBSCRIBE - Joint 408 (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= GRUU - REGISTER - two bindings with and without GRUU (TCP) - (6505550421) Passed GRUU - REGISTER - binding suggested GRUU (TCP) - (6505550687) Passed # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' /usr/lib/ruby/gems/2.6.0/gems/nokogiri-1.6.6.2/lib/nokogiri/xml/document.rb:44: warning: constant ::Fixnum is deprecated # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' GRUU - REGISTER - instance ID requires escaping (TCP) - (6505550438) Passed GRUU - REGISTER - three bindings with GRUUs (TCP) - (6505550408) Passed GRUU - Call - first endpoint GRUU as target (TCP) - (6505550614, 6505550575) Passed GRUU - Call - second endpoint GRUU as target (TCP) - (6505550846, 6505550761) Passed GRUU - Call - only GRUU as target (TCP) - (6505550588, 6505550923) Passed GRUU - Call - AoR as target (TCP) - (6505550627, 6505550534) Passed GRUU - Call - unknown GRUU as target (TCP) - (6505550529, 6505550561) Passed GRUU - Call - unknown GRUU as target - no GRUUs assigned (TCP) - (6505550019, 6505550654) Passed GRUU - Call - Reject-Contact interop (TCP) - (6505550201, 6505550375) Passed GRUU - Call - Accept-Contact interop (TCP) - (6505550310, 6505550801) Passed GRUU - Call - AoR with other param as target (TCP) - (6505550857, 6505550650) Passed GRUU - Call - GRUU with other param as target (TCP) - (6505550728, 6505550986) Passed ISC Interface - Terminating (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Terminating (UDP AS) (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Terminating Failed (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Third-party Registration (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Third-party Registration - implicit registration (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Redirect (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - B2BUA (TCP) - Skipped (No hostname given) - Call with HOST_NAME= Live Call - Dial out to a real number (TCP) - Skipped (No live number given) - Call with LIVENUMBER= Memento - Incorrect Password (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Wrong Call List (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Basic Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Unknown Number (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Rejected Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Cancelled Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Privacy Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Barred Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Busy Call Forwarding (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Nonce-Count - Mainline (TCP) - Skipped (No nonce-count support) - Call with NONCE_COUNT=Y to run test Nonce-Count - Reject Re-Use (TCP) - Skipped (No nonce-count support) - Call with NONCE_COUNT=Y to run test Off-net calls - tel: URI (TCP) - Skipped (No off-net number given) - Call with OFF_NET_TEL= Off-net calls - sip: URI (TCP) - Skipped (No off-net number given) - Call with OFF_NET_TEL= SUBSCRIBE - reg-event (TCP) - (6505550834) Passed SUBSCRIBE - reg-event with a GRUU (TCP) - (6505550361) Passed SUBSCRIBE - Subscription timeout (TCP) - (6505550225) Passed SUBSCRIBE - Registration timeout (TCP) - Skipped (Not running with short registrations) - Call with SHORT_REG=Y to run test Multiple SUBSCRIBErs to one UE's reg-event (TCP) - (6505550401, 6505550847) Passed Message - URN URIs (TCP) - Skipped (No hostname given) - Call with HOST_NAME= Message - URN URIs to AS (TCP) - Skipped (No hostname given) - Call with HOST_NAME= Deleting leaked number: sip:6505550195@ims-q4r8l.svc.cluster.local 1 failures out of 96 tests run Call Forking - Mainline (TCP) at 2020-08-27 17:17:59 +0000 43 tests skipped Error logs, including Call-IDs of failed calls, are in the 'logfiles' directory 2020-08-27 17:19:26,829 - xtesting.ci.run_tests - INFO - Test result: +-------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +-------------------+------------------+------------------+----------------+ | k8s_vims | functest | 09:41 | FAIL | +-------------------+------------------+------------------+----------------+ 2020-08-27 17:19:26,865 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"env-vars","kind":"configmaps","uid":"1b45fdde-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:26,867 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_config_map: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'configmaps', 'name': 'env-vars', 'retry_after_seconds': None, 'uid': '1b45fdde-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:27,015 - kubernetes.client.rest - DEBUG - response body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"live-test","namespace":"ims-q4r8l","selfLink":"/api/v1/namespaces/ims-q4r8l/pods/live-test","uid":"0bf26138-e889-11ea-a485-0242ac120004","resourceVersion":"2683431","creationTimestamp":"2020-08-27T17:16:29Z","deletionTimestamp":"2020-08-27T17:19:26Z","deletionGracePeriodSeconds":0},"spec":{"volumes":[{"name":"default-token-d7wqn","secret":{"secretName":"default-token-d7wqn","defaultMode":420}}],"containers":[{"name":"live-test","image":"ollivier/clearwater-live-test:latest","command":["rake","test[ims-q4r8l.svc.cluster.local]","PROXY=bono.ims-q4r8l.svc.cluster.local","ELLIS=ellis.ims-q4r8l.svc.cluster.local","SIGNUP_CODE=secret","--trace"],"resources":{},"volumeMounts":[{"name":"default-token-d7wqn","readOnly":true,"mountPath":"/var/run/secrets/kubernetes.io/serviceaccount"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always"}],"restartPolicy":"Never","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","serviceAccountName":"default","serviceAccount":"default","nodeName":"hunter-worker2","securityContext":{},"schedulerName":"default-scheduler","tolerations":[{"key":"node.kubernetes.io/not-ready","operator":"Exists","effect":"NoExecute","tolerationSeconds":300},{"key":"node.kubernetes.io/unreachable","operator":"Exists","effect":"NoExecute","tolerationSeconds":300}],"priority":0,"enableServiceLinks":true},"status":{"phase":"Failed","conditions":[{"type":"Initialized","status":"True","lastProbeTime":null,"lastTransitionTime":"2020-08-27T17:16:30Z"},{"type":"Ready","status":"False","lastProbeTime":null,"lastTransitionTime":"2020-08-27T17:19:25Z","reason":"ContainersNotReady","message":"containers with unready status: [live-test]"},{"type":"ContainersReady","status":"False","lastProbeTime":null,"lastTransitionTime":"2020-08-27T17:19:25Z","reason":"ContainersNotReady","message":"containers with unready status: [live-test]"},{"type":"PodScheduled","status":"True","lastProbeTime":null,"lastTransitionTime":"2020-08-27T17:16:29Z"}],"hostIP":"172.18.0.8","podIP":"10.244.2.191","startTime":"2020-08-27T17:16:30Z","containerStatuses":[{"name":"live-test","state":{"terminated":{"exitCode":1,"reason":"Error","startedAt":"2020-08-27T17:16:35Z","finishedAt":"2020-08-27T17:19:24Z","containerID":"containerd://d09ffb802873d652635d45c57459dc796c16bed3070116e890bd70d828cb2ced"}},"lastState":{},"ready":false,"restartCount":0,"image":"docker.io/ollivier/clearwater-live-test:latest","imageID":"docker.io/ollivier/clearwater-live-test@sha256:77e928c23a5942aa681646be96dfb5897efe17b1e8676e8e94003ad08891b881","containerID":"containerd://d09ffb802873d652635d45c57459dc796c16bed3070116e890bd70d828cb2ced"}],"qosClass":"BestEffort"}} 2020-08-27 17:19:27,053 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_pod: {'api_version': 'v1', 'code': None, 'details': None, 'kind': 'Pod', 'message': None, 'metadata': {'_continue': None, 'resource_version': '2683431', 'self_link': '/api/v1/namespaces/ims-q4r8l/pods/live-test'}, 'reason': None, 'status': "{u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'live-test', u'image': u'docker.io/ollivier/clearwater-live-test:latest', u'imageID': u'docker.io/ollivier/clearwater-live-test@sha256:77e928c23a5942aa681646be96dfb5897efe17b1e8676e8e94003ad08891b881', u'state': {u'terminated': {u'startedAt': u'2020-08-27T17:16:35Z', u'reason': u'Error', u'finishedAt': u'2020-08-27T17:19:24Z', u'containerID': u'containerd://d09ffb802873d652635d45c57459dc796c16bed3070116e890bd70d828cb2ced', u'exitCode': 1}}, u'ready': False, u'lastState': {}, u'containerID': u'containerd://d09ffb802873d652635d45c57459dc796c16bed3070116e890bd70d828cb2ced'}], u'podIP': u'10.244.2.191', u'startTime': u'2020-08-27T17:16:30Z', u'hostIP': u'172.18.0.8', u'phase': u'Failed', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-08-27T17:16:30Z'}, {u'status': u'False', u'lastTransitionTime': u'2020-08-27T17:19:25Z', u'reason': u'ContainersNotReady', u'lastProbeTime': None, u'message': u'containers with unready status: [live-test]', u'type': u'Ready'}, {u'status': u'False', u'lastTransitionTime': u'2020-08-27T17:19:25Z', u'reason': u'ContainersNotReady', u'lastProbeTime': None, u'message': u'containers with unready status: [live-test]', u'type': u'ContainersReady'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-08-27T17:16:29Z'}]}"} 2020-08-27 17:19:27,255 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"astaire","group":"apps","kind":"deployments","uid":"1b7bb736-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:27,271 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'astaire', 'retry_after_seconds': None, 'uid': '1b7bb736-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:27,454 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"astaire","kind":"services","uid":"1e895313-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:27,457 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'astaire', 'retry_after_seconds': None, 'uid': '1e895313-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:27,489 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"bono","group":"apps","kind":"deployments","uid":"1b9c65c7-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:27,491 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'bono', 'retry_after_seconds': None, 'uid': '1b9c65c7-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:27,590 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"bono","kind":"services","uid":"1f060207-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:27,592 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'bono', 'retry_after_seconds': None, 'uid': '1f060207-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:27,628 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cassandra","group":"apps","kind":"deployments","uid":"1bc7aed6-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:27,630 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'cassandra', 'retry_after_seconds': None, 'uid': '1bc7aed6-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:27,747 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cassandra","kind":"services","uid":"1f4303b5-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:27,748 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'cassandra', 'retry_after_seconds': None, 'uid': '1f4303b5-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:27,804 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"chronos","group":"apps","kind":"deployments","uid":"1c184e8b-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:27,806 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'chronos', 'retry_after_seconds': None, 'uid': '1c184e8b-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:27,975 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"chronos","kind":"services","uid":"1fd3b171-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:27,978 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'chronos', 'retry_after_seconds': None, 'uid': '1fd3b171-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:28,062 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"ellis","group":"apps","kind":"deployments","uid":"1c396b52-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:28,064 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'ellis', 'retry_after_seconds': None, 'uid': '1c396b52-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:28,172 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"ellis","kind":"services","uid":"202dec68-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:28,174 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'ellis', 'retry_after_seconds': None, 'uid': '202dec68-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:28,203 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"etcd","group":"apps","kind":"deployments","uid":"1cbe4d5d-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:28,206 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'etcd', 'retry_after_seconds': None, 'uid': '1cbe4d5d-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:28,303 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"etcd","kind":"services","uid":"207751b2-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:28,305 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'etcd', 'retry_after_seconds': None, 'uid': '207751b2-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:28,333 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"homer","group":"apps","kind":"deployments","uid":"1ce214d0-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:28,347 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'homer', 'retry_after_seconds': None, 'uid': '1ce214d0-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:29,307 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"homer","kind":"services","uid":"20c59561-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:29,310 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'homer', 'retry_after_seconds': None, 'uid': '20c59561-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:29,604 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"homestead","group":"apps","kind":"deployments","uid":"1d0f08a9-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:29,651 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'homestead', 'retry_after_seconds': None, 'uid': '1d0f08a9-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:30,610 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"homestead","kind":"services","uid":"2118fad2-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:30,613 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'homestead', 'retry_after_seconds': None, 'uid': '2118fad2-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:31,074 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"homestead-prov","group":"apps","kind":"deployments","uid":"1db86347-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:31,256 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'homestead-prov', 'retry_after_seconds': None, 'uid': '1db86347-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:31,767 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"homestead-prov","kind":"services","uid":"21cbcf83-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:31,781 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'homestead-prov', 'retry_after_seconds': None, 'uid': '21cbcf83-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:32,780 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"ralf","group":"apps","kind":"deployments","uid":"1ddbe002-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:32,782 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'ralf', 'retry_after_seconds': None, 'uid': '1ddbe002-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:33,728 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"ralf","kind":"services","uid":"222e8b17-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:33,757 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'ralf', 'retry_after_seconds': None, 'uid': '222e8b17-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:34,150 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"sprout","group":"apps","kind":"deployments","uid":"1e6c5599-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:34,365 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'sprout', 'retry_after_seconds': None, 'uid': '1e6c5599-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:34,704 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"sprout","kind":"services","uid":"22537f3d-e888-11ea-a485-0242ac120004"}} 2020-08-27 17:19:34,706 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'sprout', 'retry_after_seconds': None, 'uid': '22537f3d-e888-11ea-a485-0242ac120004'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-08-27 17:19:35,606 - kubernetes.client.rest - DEBUG - response body: {"kind":"Namespace","apiVersion":"v1","metadata":{"name":"ims-q4r8l","generateName":"ims-","selfLink":"/api/v1/namespaces/ims-q4r8l","uid":"1b3939f4-e888-11ea-a485-0242ac120004","resourceVersion":"2683516","creationTimestamp":"2020-08-27T17:09:45Z","deletionTimestamp":"2020-08-27T17:19:35Z"},"spec":{"finalizers":["kubernetes"]},"status":{"phase":"Terminating"}} 2020-08-27 17:19:35,609 - functest_kubernetes.ims.ims - DEBUG - delete_namespace: ims-q4r8l 2020-08-27 17:19:37,069 - xtesting.core.testcase - DEBUG - Publishing /var/lib/xtesting/results/functest-kubernetes.log ('text/plain', None) 2020-08-27 17:19:37,889 - xtesting.core.testcase - DEBUG - Publishing /var/lib/xtesting/results/functest-kubernetes.debug.log ('text/plain', None)