2020-10-06 01:36:43,069 - xtesting.ci.run_tests - INFO - Deployment description: +-------------------------+----------------------------------------------------------+ | ENV VAR | VALUE | +-------------------------+----------------------------------------------------------+ | TEST_DB_EXT_URL | http://testresults.opnfv.org/test/api/v1/results | | S3_DST_URL | s3://artifacts.opnfv.org/functest- | | | kubernetes/1KKC4ADJR1LZ/functest-kubernetes-pi- | | | ollivier-functest-kubernetes-cnf-arm64-hunter- | | | k8s_vims-run-27 | | S3_ENDPOINT_URL | https://storage.googleapis.com | | DEPLOY_SCENARIO | k8-nosdn-nofeature-noha | | BUILD_TAG | 1KKC4ADJR1LZ | | DEBUG | true | | INSTALLER_TYPE | unknown | | CI_LOOP | daily | | TEST_DB_URL | http://testresults.opnfv.org/test/api/v1/results | | HTTP_DST_URL | http://artifacts.opnfv.org/functest- | | | kubernetes/1KKC4ADJR1LZ/functest-kubernetes-pi- | | | ollivier-functest-kubernetes-cnf-arm64-hunter- | | | k8s_vims-run-27 | | NODE_NAME | lf-virtual1-1 | +-------------------------+----------------------------------------------------------+ 2020-10-06 01:36:43,137 - xtesting.ci.run_tests - DEBUG - No env file /var/lib/xtesting/conf/env_file found 2020-10-06 01:36:43,138 - xtesting.ci.run_tests - DEBUG - Test args: k8s_vims 2020-10-06 01:36:43,217 - xtesting.ci.run_tests - INFO - Loading test case 'k8s_vims'... 2020-10-06 01:36:44,342 - xtesting.ci.run_tests - INFO - Running test case 'k8s_vims'... 2020-10-06 01:36:44,480 - kubernetes.client.rest - DEBUG - response body: {"kind":"Namespace","apiVersion":"v1","metadata":{"name":"ims-ddv5v","generateName":"ims-","selfLink":"/api/v1/namespaces/ims-ddv5v","uid":"644418ee-0774-11eb-8302-0242ac120002","resourceVersion":"2213156","creationTimestamp":"2020-10-06T01:36:44Z"},"spec":{"finalizers":["kubernetes"]},"status":{"phase":"Active"}} 2020-10-06 01:36:44,494 - functest_kubernetes.ims.ims - DEBUG - create_namespace: {'api_version': 'v1', 'kind': 'Namespace', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 44, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'ims-', 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'ims-ddv5v', 'namespace': None, 'owner_references': None, 'resource_version': '2213156', 'self_link': '/api/v1/namespaces/ims-ddv5v', 'uid': '644418ee-0774-11eb-8302-0242ac120002'}, 'spec': {'finalizers': ['kubernetes']}, 'status': {'phase': 'Active'}} 2020-10-06 01:36:44,549 - kubernetes.client.rest - DEBUG - response body: {"kind":"ConfigMap","apiVersion":"v1","metadata":{"name":"env-vars","namespace":"ims-ddv5v","selfLink":"/api/v1/namespaces/ims-ddv5v/configmaps/env-vars","uid":"644ea2b5-0774-11eb-8302-0242ac120002","resourceVersion":"2213160","creationTimestamp":"2020-10-06T01:36:44Z"},"data":{"ADDITIONAL_SHARED_CONFIG":"","ZONE":"ims-ddv5v.svc.cluster.local"}} 2020-10-06 01:36:44,555 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_config_map: {'api_version': 'v1', 'binary_data': None, 'data': {u'ADDITIONAL_SHARED_CONFIG': '', u'ZONE': 'ims-ddv5v.svc.cluster.local'}, 'kind': 'ConfigMap', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 44, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'env-vars', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213160', 'self_link': '/api/v1/namespaces/ims-ddv5v/configmaps/env-vars', 'uid': '644ea2b5-0774-11eb-8302-0242ac120002'}} 2020-10-06 01:36:44,784 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"astaire","namespace":"ims-ddv5v","selfLink":"/apis/apps/v1/namespaces/ims-ddv5v/deployments/astaire","uid":"6471938d-0774-11eb-8302-0242ac120002","resourceVersion":"2213167","generation":1,"creationTimestamp":"2020-10-06T01:36:44Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"astaire"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"astaire"}},"spec":{"volumes":[{"name":"astairelogs","emptyDir":{}}],"initContainers":[{"name":"wait-on-cassandra","image":"busybox:1.28","command":["sh","-c","until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"astaire","image":"ollivier/clearwater-astaire:hunter","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":11211,"protocol":"TCP"},{"containerPort":11311,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"volumeMounts":[{"name":"astairelogs","mountPath":"/var/log/astaire"}],"livenessProbe":{"tcpSocket":{"port":11311},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":9},"readinessProbe":{"tcpSocket":{"port":11311},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"lifecycle":{"preStop":{"exec":{"command":["/bin/bash","-c","/usr/bin/pre-stop"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"tailer","image":"busybox:1.28","command":["tail","-F","/var/log/astaire/astaire_current.txt"],"resources":{},"volumeMounts":[{"name":"astairelogs","mountPath":"/var/log/astaire"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"restartPolicy":"Always","terminationGracePeriodSeconds":120,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-10-06 01:36:44,797 - functest_kubernetes.ims.ims - INFO - Deployment astaire created 2020-10-06 01:36:44,798 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 44, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'astaire', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213167', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/astaire', 'uid': '6471938d-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'astaire'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'astaire'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-astaire:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': {'post_start': None, 'pre_stop': {'_exec': {'command': ['/bin/bash', '-c', '/usr/bin/pre-stop']}, 'http_get': None, 'tcp_socket': None}}, 'liveness_probe': {'_exec': None, 'failure_threshold': 9, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 11311}, 'timeout_seconds': 1}, 'name': 'astaire', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 11211, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 11311, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 11311}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/astaire', 'mount_propagation': None, 'name': 'astairelogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/astaire/astaire_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/astaire', 'mount_propagation': None, 'name': 'astairelogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 120, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'astairelogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': None, 'observed_generation': None, 'ready_replicas': None, 'replicas': None, 'unavailable_replicas': None, 'updated_replicas': None}} 2020-10-06 01:36:45,218 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"bono","namespace":"ims-ddv5v","selfLink":"/apis/apps/v1/namespaces/ims-ddv5v/deployments/bono","uid":"64b574d9-0774-11eb-8302-0242ac120002","resourceVersion":"2213180","generation":1,"creationTimestamp":"2020-10-06T01:36:45Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"bono"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"bono","snmp":"enabled"}},"spec":{"volumes":[{"name":"bonologs","emptyDir":{}}],"initContainers":[{"name":"wait-on-sprout","image":"busybox:1.28","command":["sh","-c","until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"bono","image":"ollivier/clearwater-bono:hunter","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":3478,"protocol":"TCP"},{"containerPort":5060,"protocol":"TCP"},{"containerPort":5062,"protocol":"TCP"},{"containerPort":5060,"protocol":"UDP"},{"containerPort":5062,"protocol":"UDP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"volumeMounts":[{"name":"bonologs","mountPath":"/var/log/bono"}],"livenessProbe":{"exec":{"command":["/bin/bash","/usr/share/kubernetes/liveness.sh","3478 5060 5062"]},"initialDelaySeconds":30,"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"exec":{"command":["/bin/bash","/usr/share/kubernetes/liveness.sh","3478 5060 5062"]},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"tailer","image":"busybox:1.28","command":["tail","-F","/var/log/bono/bono_current.txt"],"resources":{},"volumeMounts":[{"name":"bonologs","mountPath":"/var/log/bono"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-10-06 01:36:45,230 - functest_kubernetes.ims.ims - INFO - Deployment bono created 2020-10-06 01:36:45,231 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'bono', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213180', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/bono', 'uid': '64b574d9-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'bono'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'bono', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-bono:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '3478 5060 5062']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'bono', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 3478, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5060, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5062, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5060, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'UDP'}, {'container_port': 5062, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'UDP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '3478 5060 5062']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/bono', 'mount_propagation': None, 'name': 'bonologs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/bono/bono_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/bono', 'mount_propagation': None, 'name': 'bonologs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-sprout', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'bonologs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': None, 'observed_generation': None, 'ready_replicas': None, 'replicas': None, 'unavailable_replicas': None, 'updated_replicas': None}} 2020-10-06 01:36:45,619 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"cassandra","namespace":"ims-ddv5v","selfLink":"/apis/apps/v1/namespaces/ims-ddv5v/deployments/cassandra","uid":"64f23278-0774-11eb-8302-0242ac120002","resourceVersion":"2213195","generation":1,"creationTimestamp":"2020-10-06T01:36:45Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"cassandra"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"cassandra"}},"spec":{"initContainers":[{"name":"wait-on-etcd","image":"busybox:1.28","command":["sh","-c","until nslookup etcd; do echo waiting for etcd to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"cassandra","image":"ollivier/clearwater-cassandra:hunter","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":7001,"protocol":"TCP"},{"containerPort":9042,"protocol":"TCP"},{"containerPort":9160,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"exec":{"command":["/bin/bash","/usr/share/kubernetes/liveness.sh","7000 9042 9160"]},"initialDelaySeconds":600,"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"exec":{"command":["/bin/bash","/usr/share/kubernetes/liveness.sh","7000 9042 9160"]},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-10-06 01:36:45,631 - functest_kubernetes.ims.ims - INFO - Deployment cassandra created 2020-10-06 01:36:45,631 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'cassandra', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213195', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/cassandra', 'uid': '64f23278-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'cassandra'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'cassandra'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-cassandra:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '7000 9042 9160']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 600, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'cassandra', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7001, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 9042, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 9160, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '7000 9042 9160']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup etcd; do echo waiting for etcd to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-etcd', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': None, 'observed_generation': None, 'ready_replicas': None, 'replicas': None, 'unavailable_replicas': None, 'updated_replicas': None}} 2020-10-06 01:36:45,973 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"chronos","namespace":"ims-ddv5v","selfLink":"/apis/apps/v1/namespaces/ims-ddv5v/deployments/chronos","uid":"65281680-0774-11eb-8302-0242ac120002","resourceVersion":"2213208","generation":1,"creationTimestamp":"2020-10-06T01:36:45Z","labels":{"service":"chronos"}},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"chronos"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"chronos"}},"spec":{"volumes":[{"name":"chronoslogs","emptyDir":{}}],"initContainers":[{"name":"wait-on-cassandra","image":"busybox:1.28","command":["sh","-c","until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"chronos","image":"ollivier/clearwater-chronos:hunter","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":7253,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"volumeMounts":[{"name":"chronoslogs","mountPath":"/var/log/chronos"}],"livenessProbe":{"tcpSocket":{"port":7253},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":9},"readinessProbe":{"tcpSocket":{"port":7253},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"lifecycle":{"preStop":{"exec":{"command":["/bin/bash","-c","/usr/bin/pre-stop"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"tailer","image":"busybox:1.28","command":["tail","-F","/var/log/chronos/chronos_current.txt"],"resources":{},"volumeMounts":[{"name":"chronoslogs","mountPath":"/var/log/chronos"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"restartPolicy":"Always","terminationGracePeriodSeconds":120,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-10-06 01:36:45,988 - functest_kubernetes.ims.ims - INFO - Deployment chronos created 2020-10-06 01:36:45,988 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': {u'service': 'chronos'}, 'managed_fields': None, 'name': 'chronos', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213208', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/chronos', 'uid': '65281680-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'chronos'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'chronos'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-chronos:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': {'post_start': None, 'pre_stop': {'_exec': {'command': ['/bin/bash', '-c', '/usr/bin/pre-stop']}, 'http_get': None, 'tcp_socket': None}}, 'liveness_probe': {'_exec': None, 'failure_threshold': 9, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7253}, 'timeout_seconds': 1}, 'name': 'chronos', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7253, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7253}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/chronos', 'mount_propagation': None, 'name': 'chronoslogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/chronos/chronos_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/chronos', 'mount_propagation': None, 'name': 'chronoslogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 120, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'chronoslogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': None, 'observed_generation': None, 'ready_replicas': None, 'replicas': None, 'unavailable_replicas': None, 'updated_replicas': None}} 2020-10-06 01:36:46,387 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"ellis","namespace":"ims-ddv5v","selfLink":"/apis/apps/v1/namespaces/ims-ddv5v/deployments/ellis","uid":"6566d810-0774-11eb-8302-0242ac120002","resourceVersion":"2213221","generation":1,"creationTimestamp":"2020-10-06T01:36:46Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"ellis"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"ellis"}},"spec":{"initContainers":[{"name":"wait-on-homestead-prov","image":"busybox:1.28","command":["sh","-c","until nslookup homestead-prov; do echo waiting for homestead-prov to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"wait-on-sprout","image":"busybox:1.28","command":["sh","-c","until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"ellis","image":"ollivier/clearwater-ellis:hunter","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":80,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"tcpSocket":{"port":80},"initialDelaySeconds":30,"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":80},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-10-06 01:36:46,402 - functest_kubernetes.ims.ims - INFO - Deployment ellis created 2020-10-06 01:36:46,403 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'ellis', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213221', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/ellis', 'uid': '6566d810-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'ellis'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'ellis'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-ellis:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 80}, 'timeout_seconds': 1}, 'name': 'ellis', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 80, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 80}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup homestead-prov; do echo waiting for homestead-prov to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead-prov', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-sprout', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': None, 'observed_generation': None, 'ready_replicas': None, 'replicas': None, 'unavailable_replicas': None, 'updated_replicas': None}} 2020-10-06 01:36:46,778 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"etcd","namespace":"ims-ddv5v","selfLink":"/apis/apps/v1/namespaces/ims-ddv5v/deployments/etcd","uid":"659dfd68-0774-11eb-8302-0242ac120002","resourceVersion":"2213234","generation":1,"creationTimestamp":"2020-10-06T01:36:46Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"instance-type":"etcd-pod"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"instance-type":"etcd-pod"}},"spec":{"containers":[{"name":"etcd","image":"quay.io/coreos/etcd:v2.2.5","args":["--name","$(MY_POD_NAME)","--advertise-client-urls","http://$(MY_POD_IP):2379,http://$(MY_POD_IP):4001","--listen-client-urls","http://0.0.0.0:2379,http://0.0.0.0:4001","--initial-advertise-peer-urls","http://$(MY_POD_IP):2380","--listen-peer-urls","http://0.0.0.0:2380","--initial-cluster","$(MY_POD_NAME)=http://$(MY_POD_IP):2380","--initial-cluster-state","new"],"ports":[{"containerPort":2379,"protocol":"TCP"},{"containerPort":2380,"protocol":"TCP"},{"containerPort":4001,"protocol":"TCP"}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"MY_POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}}],"resources":{},"livenessProbe":{"tcpSocket":{"port":4001},"initialDelaySeconds":300,"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":4001},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-10-06 01:36:47,550 - functest_kubernetes.ims.ims - INFO - Deployment etcd created 2020-10-06 01:36:47,552 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'etcd', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213234', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/etcd', 'uid': '659dfd68-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'instance-type': 'etcd-pod'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'instance-type': 'etcd-pod'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': ['--name', '$(MY_POD_NAME)', '--advertise-client-urls', 'http://$(MY_POD_IP):2379,http://$(MY_POD_IP):4001', '--listen-client-urls', 'http://0.0.0.0:2379,http://0.0.0.0:4001', '--initial-advertise-peer-urls', 'http://$(MY_POD_IP):2380', '--listen-peer-urls', 'http://0.0.0.0:2380', '--initial-cluster', '$(MY_POD_NAME)=http://$(MY_POD_IP):2380', '--initial-cluster-state', 'new'], 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}, {'name': 'MY_POD_NAME', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'metadata.name'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': None, 'image': 'quay.io/coreos/etcd:v2.2.5', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 300, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 4001}, 'timeout_seconds': 1}, 'name': 'etcd', 'ports': [{'container_port': 2379, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 2380, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 4001, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 4001}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': None, 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': None, 'observed_generation': None, 'ready_replicas': None, 'replicas': None, 'unavailable_replicas': None, 'updated_replicas': None}} 2020-10-06 01:36:48,026 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"homer","namespace":"ims-ddv5v","selfLink":"/apis/apps/v1/namespaces/ims-ddv5v/deployments/homer","uid":"66587d80-0774-11eb-8302-0242ac120002","resourceVersion":"2213244","generation":1,"creationTimestamp":"2020-10-06T01:36:47Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"homer"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"homer"}},"spec":{"initContainers":[{"name":"wait-on-cassandra","image":"busybox:1.28","command":["sh","-c","until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"homer","image":"ollivier/clearwater-homer:hunter","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":7888,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"tcpSocket":{"port":7888},"initialDelaySeconds":30,"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":7888},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-10-06 01:36:48,068 - functest_kubernetes.ims.ims - INFO - Deployment homer created 2020-10-06 01:36:48,069 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 47, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homer', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213244', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/homer', 'uid': '66587d80-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'homer'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'homer'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homer:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7888}, 'timeout_seconds': 1}, 'name': 'homer', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7888}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': None, 'observed_generation': None, 'ready_replicas': None, 'replicas': None, 'unavailable_replicas': None, 'updated_replicas': None}} 2020-10-06 01:36:48,553 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"homestead","namespace":"ims-ddv5v","selfLink":"/apis/apps/v1/namespaces/ims-ddv5v/deployments/homestead","uid":"669d1b3e-0774-11eb-8302-0242ac120002","resourceVersion":"2213252","generation":1,"creationTimestamp":"2020-10-06T01:36:48Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"homestead"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"homestead","snmp":"enabled"}},"spec":{"volumes":[{"name":"homesteadlogs","emptyDir":{}}],"initContainers":[{"name":"wait-on-cassandra","image":"busybox:1.28","command":["sh","-c","until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"wait-on-astaire","image":"busybox:1.28","command":["sh","-c","until nslookup astaire; do echo waiting for astaire to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"homestead","image":"ollivier/clearwater-homestead:hunter","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":8888,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"volumeMounts":[{"name":"homesteadlogs","mountPath":"/var/log/homestead"}],"livenessProbe":{"exec":{"command":["/bin/bash","/usr/share/kubernetes/liveness.sh","8888"]},"initialDelaySeconds":60,"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"exec":{"command":["/bin/bash","/usr/share/kubernetes/liveness.sh","8888"]},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"tailer","image":"busybox:1.28","command":["tail","-F","/var/log/homestead/homestead_current.txt"],"resources":{},"volumeMounts":[{"name":"homesteadlogs","mountPath":"/var/log/homestead"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-10-06 01:36:48,640 - functest_kubernetes.ims.ims - INFO - Deployment homestead created 2020-10-06 01:36:48,641 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 48, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homestead', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213252', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/homestead', 'uid': '669d1b3e-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'homestead'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'homestead', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homestead:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '8888']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 60, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'homestead', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 8888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '8888']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/homestead', 'mount_propagation': None, 'name': 'homesteadlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/homestead/homestead_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/homestead', 'mount_propagation': None, 'name': 'homesteadlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup astaire; do echo waiting for astaire to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-astaire', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'homesteadlogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': None, 'observed_generation': None, 'ready_replicas': None, 'replicas': None, 'unavailable_replicas': None, 'updated_replicas': None}} 2020-10-06 01:36:49,259 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"homestead-prov","namespace":"ims-ddv5v","selfLink":"/apis/apps/v1/namespaces/ims-ddv5v/deployments/homestead-prov","uid":"670a2e2d-0774-11eb-8302-0242ac120002","resourceVersion":"2213265","generation":1,"creationTimestamp":"2020-10-06T01:36:49Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"homestead-prov"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"homestead-prov","snmp":"enabled"}},"spec":{"initContainers":[{"name":"wait-on-homestead","image":"busybox:1.28","command":["sh","-c","until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"homestead-prov","image":"ollivier/clearwater-homestead-prov:hunter","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":8889,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"exec":{"command":["/bin/bash","/usr/share/clearwater/bin/poll_homestead-prov.sh"]},"initialDelaySeconds":60,"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"exec":{"command":["/bin/bash","/usr/share/clearwater/bin/poll_homestead-prov.sh"]},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-10-06 01:36:49,275 - functest_kubernetes.ims.ims - INFO - Deployment homestead-prov created 2020-10-06 01:36:49,276 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homestead-prov', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213265', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/homestead-prov', 'uid': '670a2e2d-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'homestead-prov'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'homestead-prov', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homestead-prov:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/clearwater/bin/poll_homestead-prov.sh']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 60, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'homestead-prov', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 8889, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/clearwater/bin/poll_homestead-prov.sh']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': None, 'observed_generation': None, 'ready_replicas': None, 'replicas': None, 'unavailable_replicas': None, 'updated_replicas': None}} 2020-10-06 01:36:49,695 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"ralf","namespace":"ims-ddv5v","selfLink":"/apis/apps/v1/namespaces/ims-ddv5v/deployments/ralf","uid":"67561fa8-0774-11eb-8302-0242ac120002","resourceVersion":"2213293","generation":1,"creationTimestamp":"2020-10-06T01:36:49Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"ralf"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"ralf","snmp":"enabled"}},"spec":{"volumes":[{"name":"ralflogs","emptyDir":{}}],"initContainers":[{"name":"wait-on-cassandra","image":"busybox:1.28","command":["sh","-c","until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"ralf","image":"ollivier/clearwater-ralf:hunter","ports":[{"containerPort":22,"protocol":"TCP"},{"containerPort":10888,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"volumeMounts":[{"name":"ralflogs","mountPath":"/var/log/ralf"}],"livenessProbe":{"tcpSocket":{"port":10888},"initialDelaySeconds":30,"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":10888},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"tailer","image":"busybox:1.28","command":["tail","-F","/var/log/ralf/ralf_current.txt"],"resources":{},"volumeMounts":[{"name":"ralflogs","mountPath":"/var/log/ralf"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-10-06 01:36:49,710 - functest_kubernetes.ims.ims - INFO - Deployment ralf created 2020-10-06 01:36:49,711 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'ralf', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213293', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/ralf', 'uid': '67561fa8-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'ralf'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'ralf', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-ralf:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 10888}, 'timeout_seconds': 1}, 'name': 'ralf', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 10888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 10888}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/ralf', 'mount_propagation': None, 'name': 'ralflogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/ralf/ralf_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/ralf', 'mount_propagation': None, 'name': 'ralflogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'ralflogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': None, 'observed_generation': None, 'ready_replicas': None, 'replicas': None, 'unavailable_replicas': None, 'updated_replicas': None}} 2020-10-06 01:36:50,522 - kubernetes.client.rest - DEBUG - response body: {"kind":"Deployment","apiVersion":"apps/v1","metadata":{"name":"sprout","namespace":"ims-ddv5v","selfLink":"/apis/apps/v1/namespaces/ims-ddv5v/deployments/sprout","uid":"67b50ff1-0774-11eb-8302-0242ac120002","resourceVersion":"2213302","generation":1,"creationTimestamp":"2020-10-06T01:36:50Z"},"spec":{"replicas":1,"selector":{"matchLabels":{"service":"sprout"}},"template":{"metadata":{"creationTimestamp":null,"labels":{"service":"sprout","snmp":"enabled"}},"spec":{"volumes":[{"name":"sproutlogs","emptyDir":{}}],"initContainers":[{"name":"wait-on-ralf","image":"busybox:1.28","command":["sh","-c","until nslookup ralf; do echo waiting for ralf to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"wait-on-chronos","image":"busybox:1.28","command":["sh","-c","until nslookup chronos; do echo waiting for chronos to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"wait-on-homestead","image":"busybox:1.28","command":["sh","-c","until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done"],"resources":{},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"containers":[{"name":"sprout","image":"ollivier/clearwater-sprout:hunter","ports":[{"containerPort":22,"protocol":"TCP"}],"envFrom":[{"configMapRef":{"name":"env-vars"}}],"env":[{"name":"MY_POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"volumeMounts":[{"name":"sproutlogs","mountPath":"/var/log/sprout"}],"livenessProbe":{"exec":{"command":["/bin/bash","/usr/share/kubernetes/liveness.sh","5052 5054"]},"initialDelaySeconds":30,"timeoutSeconds":1,"periodSeconds":3,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"exec":{"command":["/bin/bash","/usr/share/kubernetes/liveness.sh","5052 5054"]},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"tailer","image":"busybox:1.28","command":["tail","-F","/var/log/sprout/sprout_current.txt"],"resources":{},"volumeMounts":[{"name":"sproutlogs","mountPath":"/var/log/sprout"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{}],"schedulerName":"default-scheduler"}},"strategy":{"type":"RollingUpdate","rollingUpdate":{"maxUnavailable":"25%","maxSurge":"25%"}},"revisionHistoryLimit":10,"progressDeadlineSeconds":600},"status":{}} 2020-10-06 01:36:50,839 - functest_kubernetes.ims.ims - INFO - Deployment sprout created 2020-10-06 01:36:50,840 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_deployment: {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 50, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'sprout', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213302', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/sprout', 'uid': '67b50ff1-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'sprout'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'sprout', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-sprout:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '5052 5054']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 3, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'sprout', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '5052 5054']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/sprout', 'mount_propagation': None, 'name': 'sproutlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/sprout/sprout_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/sprout', 'mount_propagation': None, 'name': 'sproutlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup ralf; do echo waiting for ralf to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-ralf', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup chronos; do echo waiting for chronos to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-chronos', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'sproutlogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': None, 'observed_generation': None, 'ready_replicas': None, 'replicas': None, 'unavailable_replicas': None, 'updated_replicas': None}} 2020-10-06 01:36:51,233 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"astaire","namespace":"ims-ddv5v","selfLink":"/api/v1/namespaces/ims-ddv5v/services/astaire","uid":"68461a3a-0774-11eb-8302-0242ac120002","resourceVersion":"2213308","creationTimestamp":"2020-10-06T01:36:51Z"},"spec":{"ports":[{"name":"11311","protocol":"TCP","port":11311,"targetPort":11311}],"selector":{"service":"astaire"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-10-06 01:36:51,604 - functest_kubernetes.ims.ims - INFO - Service astaire created 2020-10-06 01:36:51,605 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'kind': 'Service', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 51, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'astaire', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213308', 'self_link': '/api/v1/namespaces/ims-ddv5v/services/astaire', 'uid': '68461a3a-0774-11eb-8302-0242ac120002'}, 'spec': {'cluster_ip': 'None', 'external_i_ps': None, 'external_name': None, 'external_traffic_policy': None, 'health_check_node_port': None, 'load_balancer_ip': None, 'load_balancer_source_ranges': None, 'ports': [{'name': '11311', 'node_port': None, 'port': 11311, 'protocol': 'TCP', 'target_port': 11311}], 'publish_not_ready_addresses': None, 'selector': {u'service': 'astaire'}, 'session_affinity': 'None', 'session_affinity_config': None, 'type': 'ClusterIP'}, 'status': {'load_balancer': {'ingress': None}}} 2020-10-06 01:36:52,018 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"bono","namespace":"ims-ddv5v","selfLink":"/api/v1/namespaces/ims-ddv5v/services/bono","uid":"688f8ad0-0774-11eb-8302-0242ac120002","resourceVersion":"2213314","creationTimestamp":"2020-10-06T01:36:51Z"},"spec":{"ports":[{"name":"3478","protocol":"TCP","port":3478,"targetPort":3478},{"name":"5060","protocol":"TCP","port":5060,"targetPort":5060},{"name":"5062","protocol":"TCP","port":5062,"targetPort":5062}],"selector":{"service":"bono"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-10-06 01:36:52,027 - functest_kubernetes.ims.ims - INFO - Service bono created 2020-10-06 01:36:52,028 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'kind': 'Service', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 51, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'bono', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213314', 'self_link': '/api/v1/namespaces/ims-ddv5v/services/bono', 'uid': '688f8ad0-0774-11eb-8302-0242ac120002'}, 'spec': {'cluster_ip': 'None', 'external_i_ps': None, 'external_name': None, 'external_traffic_policy': None, 'health_check_node_port': None, 'load_balancer_ip': None, 'load_balancer_source_ranges': None, 'ports': [{'name': '3478', 'node_port': None, 'port': 3478, 'protocol': 'TCP', 'target_port': 3478}, {'name': '5060', 'node_port': None, 'port': 5060, 'protocol': 'TCP', 'target_port': 5060}, {'name': '5062', 'node_port': None, 'port': 5062, 'protocol': 'TCP', 'target_port': 5062}], 'publish_not_ready_addresses': None, 'selector': {u'service': 'bono'}, 'session_affinity': 'None', 'session_affinity_config': None, 'type': 'ClusterIP'}, 'status': {'load_balancer': {'ingress': None}}} 2020-10-06 01:36:52,275 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"cassandra","namespace":"ims-ddv5v","selfLink":"/api/v1/namespaces/ims-ddv5v/services/cassandra","uid":"68d0623c-0774-11eb-8302-0242ac120002","resourceVersion":"2213319","creationTimestamp":"2020-10-06T01:36:52Z"},"spec":{"ports":[{"name":"7001","protocol":"TCP","port":7001,"targetPort":7001},{"name":"7000","protocol":"TCP","port":7000,"targetPort":7000},{"name":"9042","protocol":"TCP","port":9042,"targetPort":9042},{"name":"9160","protocol":"TCP","port":9160,"targetPort":9160}],"selector":{"service":"cassandra"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-10-06 01:36:52,548 - functest_kubernetes.ims.ims - INFO - Service cassandra created 2020-10-06 01:36:52,550 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'kind': 'Service', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 52, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'cassandra', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213319', 'self_link': '/api/v1/namespaces/ims-ddv5v/services/cassandra', 'uid': '68d0623c-0774-11eb-8302-0242ac120002'}, 'spec': {'cluster_ip': 'None', 'external_i_ps': None, 'external_name': None, 'external_traffic_policy': None, 'health_check_node_port': None, 'load_balancer_ip': None, 'load_balancer_source_ranges': None, 'ports': [{'name': '7001', 'node_port': None, 'port': 7001, 'protocol': 'TCP', 'target_port': 7001}, {'name': '7000', 'node_port': None, 'port': 7000, 'protocol': 'TCP', 'target_port': 7000}, {'name': '9042', 'node_port': None, 'port': 9042, 'protocol': 'TCP', 'target_port': 9042}, {'name': '9160', 'node_port': None, 'port': 9160, 'protocol': 'TCP', 'target_port': 9160}], 'publish_not_ready_addresses': None, 'selector': {u'service': 'cassandra'}, 'session_affinity': 'None', 'session_affinity_config': None, 'type': 'ClusterIP'}, 'status': {'load_balancer': {'ingress': None}}} 2020-10-06 01:36:53,020 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"chronos","namespace":"ims-ddv5v","selfLink":"/api/v1/namespaces/ims-ddv5v/services/chronos","uid":"691f74c3-0774-11eb-8302-0242ac120002","resourceVersion":"2213324","creationTimestamp":"2020-10-06T01:36:52Z"},"spec":{"ports":[{"name":"7253","protocol":"TCP","port":7253,"targetPort":7253}],"selector":{"service":"chronos"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-10-06 01:36:53,110 - functest_kubernetes.ims.ims - INFO - Service chronos created 2020-10-06 01:36:53,111 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'kind': 'Service', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 52, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'chronos', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213324', 'self_link': '/api/v1/namespaces/ims-ddv5v/services/chronos', 'uid': '691f74c3-0774-11eb-8302-0242ac120002'}, 'spec': {'cluster_ip': 'None', 'external_i_ps': None, 'external_name': None, 'external_traffic_policy': None, 'health_check_node_port': None, 'load_balancer_ip': None, 'load_balancer_source_ranges': None, 'ports': [{'name': '7253', 'node_port': None, 'port': 7253, 'protocol': 'TCP', 'target_port': 7253}], 'publish_not_ready_addresses': None, 'selector': {u'service': 'chronos'}, 'session_affinity': 'None', 'session_affinity_config': None, 'type': 'ClusterIP'}, 'status': {'load_balancer': {'ingress': None}}} 2020-10-06 01:36:53,439 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"ellis","namespace":"ims-ddv5v","selfLink":"/api/v1/namespaces/ims-ddv5v/services/ellis","uid":"697360f3-0774-11eb-8302-0242ac120002","resourceVersion":"2213327","creationTimestamp":"2020-10-06T01:36:53Z"},"spec":{"ports":[{"name":"http","protocol":"TCP","port":80,"targetPort":80}],"selector":{"service":"ellis"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-10-06 01:36:53,515 - functest_kubernetes.ims.ims - INFO - Service ellis created 2020-10-06 01:36:53,516 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'kind': 'Service', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 53, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'ellis', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213327', 'self_link': '/api/v1/namespaces/ims-ddv5v/services/ellis', 'uid': '697360f3-0774-11eb-8302-0242ac120002'}, 'spec': {'cluster_ip': 'None', 'external_i_ps': None, 'external_name': None, 'external_traffic_policy': None, 'health_check_node_port': None, 'load_balancer_ip': None, 'load_balancer_source_ranges': None, 'ports': [{'name': 'http', 'node_port': None, 'port': 80, 'protocol': 'TCP', 'target_port': 80}], 'publish_not_ready_addresses': None, 'selector': {u'service': 'ellis'}, 'session_affinity': 'None', 'session_affinity_config': None, 'type': 'ClusterIP'}, 'status': {'load_balancer': {'ingress': None}}} 2020-10-06 01:36:53,963 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"etcd","namespace":"ims-ddv5v","selfLink":"/api/v1/namespaces/ims-ddv5v/services/etcd","uid":"69cea9c3-0774-11eb-8302-0242ac120002","resourceVersion":"2213335","creationTimestamp":"2020-10-06T01:36:53Z","labels":{"instance-type":"etcd-pod"}},"spec":{"ports":[{"name":"etcd-client","protocol":"TCP","port":2379,"targetPort":2379},{"name":"etcd-server","protocol":"TCP","port":2380,"targetPort":2380},{"name":"4001","protocol":"TCP","port":4001,"targetPort":4001}],"selector":{"instance-type":"etcd-pod"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-10-06 01:36:54,098 - functest_kubernetes.ims.ims - INFO - Service etcd created 2020-10-06 01:36:54,099 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'kind': 'Service', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 53, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'instance-type': 'etcd-pod'}, 'managed_fields': None, 'name': 'etcd', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213335', 'self_link': '/api/v1/namespaces/ims-ddv5v/services/etcd', 'uid': '69cea9c3-0774-11eb-8302-0242ac120002'}, 'spec': {'cluster_ip': 'None', 'external_i_ps': None, 'external_name': None, 'external_traffic_policy': None, 'health_check_node_port': None, 'load_balancer_ip': None, 'load_balancer_source_ranges': None, 'ports': [{'name': 'etcd-client', 'node_port': None, 'port': 2379, 'protocol': 'TCP', 'target_port': 2379}, {'name': 'etcd-server', 'node_port': None, 'port': 2380, 'protocol': 'TCP', 'target_port': 2380}, {'name': '4001', 'node_port': None, 'port': 4001, 'protocol': 'TCP', 'target_port': 4001}], 'publish_not_ready_addresses': None, 'selector': {u'instance-type': 'etcd-pod'}, 'session_affinity': 'None', 'session_affinity_config': None, 'type': 'ClusterIP'}, 'status': {'load_balancer': {'ingress': None}}} 2020-10-06 01:36:54,379 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"homer","namespace":"ims-ddv5v","selfLink":"/api/v1/namespaces/ims-ddv5v/services/homer","uid":"6a0bdbfa-0774-11eb-8302-0242ac120002","resourceVersion":"2213339","creationTimestamp":"2020-10-06T01:36:54Z"},"spec":{"ports":[{"name":"7888","protocol":"TCP","port":7888,"targetPort":7888}],"selector":{"service":"homer"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-10-06 01:36:54,387 - functest_kubernetes.ims.ims - INFO - Service homer created 2020-10-06 01:36:54,389 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'kind': 'Service', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 54, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homer', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213339', 'self_link': '/api/v1/namespaces/ims-ddv5v/services/homer', 'uid': '6a0bdbfa-0774-11eb-8302-0242ac120002'}, 'spec': {'cluster_ip': 'None', 'external_i_ps': None, 'external_name': None, 'external_traffic_policy': None, 'health_check_node_port': None, 'load_balancer_ip': None, 'load_balancer_source_ranges': None, 'ports': [{'name': '7888', 'node_port': None, 'port': 7888, 'protocol': 'TCP', 'target_port': 7888}], 'publish_not_ready_addresses': None, 'selector': {u'service': 'homer'}, 'session_affinity': 'None', 'session_affinity_config': None, 'type': 'ClusterIP'}, 'status': {'load_balancer': {'ingress': None}}} 2020-10-06 01:36:54,577 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"homestead","namespace":"ims-ddv5v","selfLink":"/api/v1/namespaces/ims-ddv5v/services/homestead","uid":"6a373e1f-0774-11eb-8302-0242ac120002","resourceVersion":"2213343","creationTimestamp":"2020-10-06T01:36:54Z"},"spec":{"ports":[{"name":"8888","protocol":"TCP","port":8888,"targetPort":8888}],"selector":{"service":"homestead"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-10-06 01:36:54,589 - functest_kubernetes.ims.ims - INFO - Service homestead created 2020-10-06 01:36:54,591 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'kind': 'Service', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 54, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homestead', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213343', 'self_link': '/api/v1/namespaces/ims-ddv5v/services/homestead', 'uid': '6a373e1f-0774-11eb-8302-0242ac120002'}, 'spec': {'cluster_ip': 'None', 'external_i_ps': None, 'external_name': None, 'external_traffic_policy': None, 'health_check_node_port': None, 'load_balancer_ip': None, 'load_balancer_source_ranges': None, 'ports': [{'name': '8888', 'node_port': None, 'port': 8888, 'protocol': 'TCP', 'target_port': 8888}], 'publish_not_ready_addresses': None, 'selector': {u'service': 'homestead'}, 'session_affinity': 'None', 'session_affinity_config': None, 'type': 'ClusterIP'}, 'status': {'load_balancer': {'ingress': None}}} 2020-10-06 01:36:54,732 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"homestead-prov","namespace":"ims-ddv5v","selfLink":"/api/v1/namespaces/ims-ddv5v/services/homestead-prov","uid":"6a58151c-0774-11eb-8302-0242ac120002","resourceVersion":"2213350","creationTimestamp":"2020-10-06T01:36:54Z"},"spec":{"ports":[{"name":"8889","protocol":"TCP","port":8889,"targetPort":8889}],"selector":{"service":"homestead-prov"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-10-06 01:36:54,740 - functest_kubernetes.ims.ims - INFO - Service homestead-prov created 2020-10-06 01:36:54,741 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'kind': 'Service', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 54, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homestead-prov', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213350', 'self_link': '/api/v1/namespaces/ims-ddv5v/services/homestead-prov', 'uid': '6a58151c-0774-11eb-8302-0242ac120002'}, 'spec': {'cluster_ip': 'None', 'external_i_ps': None, 'external_name': None, 'external_traffic_policy': None, 'health_check_node_port': None, 'load_balancer_ip': None, 'load_balancer_source_ranges': None, 'ports': [{'name': '8889', 'node_port': None, 'port': 8889, 'protocol': 'TCP', 'target_port': 8889}], 'publish_not_ready_addresses': None, 'selector': {u'service': 'homestead-prov'}, 'session_affinity': 'None', 'session_affinity_config': None, 'type': 'ClusterIP'}, 'status': {'load_balancer': {'ingress': None}}} 2020-10-06 01:36:54,938 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"ralf","namespace":"ims-ddv5v","selfLink":"/api/v1/namespaces/ims-ddv5v/services/ralf","uid":"6a71f2c7-0774-11eb-8302-0242ac120002","resourceVersion":"2213357","creationTimestamp":"2020-10-06T01:36:54Z"},"spec":{"ports":[{"name":"10888","protocol":"TCP","port":10888,"targetPort":10888}],"selector":{"service":"ralf"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-10-06 01:36:54,948 - functest_kubernetes.ims.ims - INFO - Service ralf created 2020-10-06 01:36:54,949 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'kind': 'Service', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 54, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'ralf', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213357', 'self_link': '/api/v1/namespaces/ims-ddv5v/services/ralf', 'uid': '6a71f2c7-0774-11eb-8302-0242ac120002'}, 'spec': {'cluster_ip': 'None', 'external_i_ps': None, 'external_name': None, 'external_traffic_policy': None, 'health_check_node_port': None, 'load_balancer_ip': None, 'load_balancer_source_ranges': None, 'ports': [{'name': '10888', 'node_port': None, 'port': 10888, 'protocol': 'TCP', 'target_port': 10888}], 'publish_not_ready_addresses': None, 'selector': {u'service': 'ralf'}, 'session_affinity': 'None', 'session_affinity_config': None, 'type': 'ClusterIP'}, 'status': {'load_balancer': {'ingress': None}}} 2020-10-06 01:36:55,094 - kubernetes.client.rest - DEBUG - response body: {"kind":"Service","apiVersion":"v1","metadata":{"name":"sprout","namespace":"ims-ddv5v","selfLink":"/api/v1/namespaces/ims-ddv5v/services/sprout","uid":"6a8fe755-0774-11eb-8302-0242ac120002","resourceVersion":"2213361","creationTimestamp":"2020-10-06T01:36:55Z"},"spec":{"ports":[{"name":"5052","protocol":"TCP","port":5052,"targetPort":5052},{"name":"5054","protocol":"TCP","port":5054,"targetPort":5054}],"selector":{"service":"sprout"},"clusterIP":"None","type":"ClusterIP","sessionAffinity":"None"},"status":{"loadBalancer":{}}} 2020-10-06 01:36:55,516 - functest_kubernetes.ims.ims - INFO - Service sprout created 2020-10-06 01:36:55,517 - functest_kubernetes.ims.ims - DEBUG - create_namespaced_service: {'api_version': 'v1', 'kind': 'Service', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 55, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'sprout', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213361', 'self_link': '/api/v1/namespaces/ims-ddv5v/services/sprout', 'uid': '6a8fe755-0774-11eb-8302-0242ac120002'}, 'spec': {'cluster_ip': 'None', 'external_i_ps': None, 'external_name': None, 'external_traffic_policy': None, 'health_check_node_port': None, 'load_balancer_ip': None, 'load_balancer_source_ranges': None, 'ports': [{'name': '5052', 'node_port': None, 'port': 5052, 'protocol': 'TCP', 'target_port': 5052}, {'name': '5054', 'node_port': None, 'port': 5054, 'protocol': 'TCP', 'target_port': 5054}], 'publish_not_ready_addresses': None, 'selector': {u'service': 'sprout'}, 'session_affinity': 'None', 'session_affinity_config': None, 'type': 'ClusterIP'}, 'status': {'load_balancer': {'ingress': None}}} 2020-10-06 01:36:55,612 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-10-06T01:36:48Z', u'lastTransitionTime': u'2020-10-06T01:36:48Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:36:48Z', u'lastTransitionTime': u'2020-10-06T01:36:47Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "etcd-c8fddbb95" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 4001}, u'timeoutSeconds': 1, u'initialDelaySeconds': 300, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'etcd', u'image': u'quay.io/coreos/etcd:v2.2.5', u'args': [u'--name', u'$(MY_POD_NAME)', u'--advertise-client-urls', u'http://$(MY_POD_IP):2379,http://$(MY_POD_IP):4001', u'--listen-client-urls', u'http://0.0.0.0:2379,http://0.0.0.0:4001', u'--initial-advertise-peer-urls', u'http://$(MY_POD_IP):2380', u'--listen-peer-urls', u'http://0.0.0.0:2380', u'--initial-cluster', u'$(MY_POD_NAME)=http://$(MY_POD_IP):2380', u'--initial-cluster-state', u'new'], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}, {u'valueFrom': {u'fieldRef': {u'fieldPath': u'metadata.name', u'apiVersion': u'v1'}}, u'name': u'MY_POD_NAME'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 4001}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 2379}, {u'protocol': u'TCP', u'containerPort': 2380}, {u'protocol': u'TCP', u'containerPort': 4001}], u'resources': {}}]}, u'metadata': {u'labels': {u'instance-type': u'etcd-pod'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'instance-type': u'etcd-pod'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'etcd', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2213264', u'creationTimestamp': u'2020-10-06T01:36:46Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/etcd', u'uid': u'659dfd68-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'etcd', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213264', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/etcd', 'uid': '659dfd68-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'instance-type': 'etcd-pod'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'instance-type': 'etcd-pod'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': ['--name', '$(MY_POD_NAME)', '--advertise-client-urls', 'http://$(MY_POD_IP):2379,http://$(MY_POD_IP):4001', '--listen-client-urls', 'http://0.0.0.0:2379,http://0.0.0.0:4001', '--initial-advertise-peer-urls', 'http://$(MY_POD_IP):2380', '--listen-peer-urls', 'http://0.0.0.0:2380', '--initial-cluster', '$(MY_POD_NAME)=http://$(MY_POD_IP):2380', '--initial-cluster-state', 'new'], 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}, {'name': 'MY_POD_NAME', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'metadata.name'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': None, 'image': 'quay.io/coreos/etcd:v2.2.5', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 300, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 4001}, 'timeout_seconds': 1}, 'name': 'etcd', 'ports': [{'container_port': 2379, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 2380, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 4001, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 4001}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': None, 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 48, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 48, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 47, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 48, tzinfo=tzlocal()), 'message': 'ReplicaSet "etcd-c8fddbb95" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-10-06 01:36:55,848 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-10-06T01:36:49Z', u'lastTransitionTime': u'2020-10-06T01:36:49Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:36:49Z', u'lastTransitionTime': u'2020-10-06T01:36:48Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "homer-65d4f8455b" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 7888}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homer', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homer:hunter', u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7888}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7888}], u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'homer'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'homer'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'homer', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2213288', u'creationTimestamp': u'2020-10-06T01:36:47Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/homer', u'uid': u'66587d80-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 47, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homer', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213288', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/homer', 'uid': '66587d80-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'homer'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'homer'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homer:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7888}, 'timeout_seconds': 1}, 'name': 'homer', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7888}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 48, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'message': 'ReplicaSet "homer-65d4f8455b" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-10-06 01:36:56,071 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-10-06T01:36:49Z', u'lastTransitionTime': u'2020-10-06T01:36:49Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:36:49Z', u'lastTransitionTime': u'2020-10-06T01:36:49Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "homestead-prov-6654f8cc8f" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/clearwater/bin/poll_homestead-prov.sh']}, u'initialDelaySeconds': 60, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homestead-prov', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homestead-prov:hunter', u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/clearwater/bin/poll_homestead-prov.sh']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 8889}], u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'homestead-prov'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'homestead-prov'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'homestead-prov', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2213294', u'creationTimestamp': u'2020-10-06T01:36:49Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/homestead-prov', u'uid': u'670a2e2d-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homestead-prov', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213294', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/homestead-prov', 'uid': '670a2e2d-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'homestead-prov'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'homestead-prov', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homestead-prov:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/clearwater/bin/poll_homestead-prov.sh']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 60, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'homestead-prov', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 8889, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/clearwater/bin/poll_homestead-prov.sh']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'message': 'ReplicaSet "homestead-prov-6654f8cc8f" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-10-06 01:36:57,244 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-10-06T01:36:44Z', u'lastTransitionTime': u'2020-10-06T01:36:44Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:36:44Z', u'lastTransitionTime': u'2020-10-06T01:36:44Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "astaire-5d44675d59" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 120, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'astairelogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 11311}, u'failureThreshold': 9, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'astaire', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-astaire:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/astaire', u'name': u'astairelogs'}], u'terminationMessagePolicy': u'File', u'lifecycle': {u'preStop': {u'exec': {u'command': [u'/bin/bash', u'-c', u'/usr/bin/pre-stop']}}}, u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 11311}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 11211}, {u'protocol': u'TCP', u'containerPort': 11311}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/astaire', u'name': u'astairelogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/astaire/astaire_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'astaire'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'astaire'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'astaire', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2213178', u'creationTimestamp': u'2020-10-06T01:36:44Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/astaire', u'uid': u'6471938d-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 44, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'astaire', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213178', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/astaire', 'uid': '6471938d-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'astaire'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'astaire'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-astaire:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': {'post_start': None, 'pre_stop': {'_exec': {'command': ['/bin/bash', '-c', '/usr/bin/pre-stop']}, 'http_get': None, 'tcp_socket': None}}, 'liveness_probe': {'_exec': None, 'failure_threshold': 9, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 11311}, 'timeout_seconds': 1}, 'name': 'astaire', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 11211, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 11311, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 11311}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/astaire', 'mount_propagation': None, 'name': 'astairelogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/astaire/astaire_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/astaire', 'mount_propagation': None, 'name': 'astairelogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 120, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'astairelogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 44, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 44, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 44, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 44, tzinfo=tzlocal()), 'message': 'ReplicaSet "astaire-5d44675d59" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-10-06 01:36:57,915 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-10-06T01:36:45Z', u'lastTransitionTime': u'2020-10-06T01:36:45Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:36:45Z', u'lastTransitionTime': u'2020-10-06T01:36:45Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "cassandra-56f89b7f94" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-etcd', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup etcd; do echo waiting for etcd to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'7000 9042 9160']}, u'initialDelaySeconds': 600, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'cassandra', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-cassandra:hunter', u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'7000 9042 9160']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7001}, {u'protocol': u'TCP', u'containerPort': 9042}, {u'protocol': u'TCP', u'containerPort': 9160}], u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'cassandra'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'cassandra'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'cassandra', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2213206', u'creationTimestamp': u'2020-10-06T01:36:45Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/cassandra', u'uid': u'64f23278-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'cassandra', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213206', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/cassandra', 'uid': '64f23278-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'cassandra'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'cassandra'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-cassandra:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '7000 9042 9160']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 600, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'cassandra', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7001, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 9042, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 9160, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '7000 9042 9160']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup etcd; do echo waiting for etcd to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-etcd', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'message': 'ReplicaSet "cassandra-56f89b7f94" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-10-06 01:36:58,169 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-10-06T01:36:46Z', u'lastTransitionTime': u'2020-10-06T01:36:46Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:36:46Z', u'lastTransitionTime': u'2020-10-06T01:36:46Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "chronos-b74775b9" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 120, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'chronoslogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7253}, u'failureThreshold': 9, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'chronos', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-chronos:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/chronos', u'name': u'chronoslogs'}], u'terminationMessagePolicy': u'File', u'lifecycle': {u'preStop': {u'exec': {u'command': [u'/bin/bash', u'-c', u'/usr/bin/pre-stop']}}}, u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7253}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7253}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/chronos', u'name': u'chronoslogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/chronos/chronos_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'chronos'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'chronos'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'chronos', u'generation': 1, u'labels': {u'service': u'chronos'}, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2213218', u'creationTimestamp': u'2020-10-06T01:36:45Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/chronos', u'uid': u'65281680-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': {u'service': 'chronos'}, 'managed_fields': None, 'name': 'chronos', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213218', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/chronos', 'uid': '65281680-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'chronos'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'chronos'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-chronos:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': {'post_start': None, 'pre_stop': {'_exec': {'command': ['/bin/bash', '-c', '/usr/bin/pre-stop']}, 'http_get': None, 'tcp_socket': None}}, 'liveness_probe': {'_exec': None, 'failure_threshold': 9, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7253}, 'timeout_seconds': 1}, 'name': 'chronos', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7253, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7253}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/chronos', 'mount_propagation': None, 'name': 'chronoslogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/chronos/chronos_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/chronos', 'mount_propagation': None, 'name': 'chronoslogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 120, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'chronoslogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'message': 'ReplicaSet "chronos-b74775b9" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-10-06 01:36:58,555 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-10-06T01:36:46Z', u'lastTransitionTime': u'2020-10-06T01:36:46Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:36:46Z', u'lastTransitionTime': u'2020-10-06T01:36:46Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "ellis-857689fbdd" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead-prov', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead-prov; do echo waiting for homestead-prov to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-sprout', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 80}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'ellis', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-ellis:hunter', u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 80}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 80}], u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'ellis'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'ellis'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'ellis', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2213236', u'creationTimestamp': u'2020-10-06T01:36:46Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/ellis', u'uid': u'6566d810-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'ellis', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213236', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/ellis', 'uid': '6566d810-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'ellis'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'ellis'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-ellis:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 80}, 'timeout_seconds': 1}, 'name': 'ellis', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 80, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 80}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup homestead-prov; do echo waiting for homestead-prov to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead-prov', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-sprout', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'message': 'ReplicaSet "ellis-857689fbdd" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-10-06 01:36:58,794 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-10-06T01:36:51Z', u'lastTransitionTime': u'2020-10-06T01:36:51Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:36:53Z', u'lastTransitionTime': u'2020-10-06T01:36:50Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "ralf-797bfb6988" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'ralflogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 10888}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'ralf', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-ralf:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/ralf', u'name': u'ralflogs'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 10888}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 10888}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/ralf', u'name': u'ralflogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/ralf/ralf_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'ralf'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'ralf'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'ralf', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2213333', u'creationTimestamp': u'2020-10-06T01:36:49Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/ralf', u'uid': u'67561fa8-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'ralf', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213333', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/ralf', 'uid': '67561fa8-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'ralf'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'ralf', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-ralf:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 10888}, 'timeout_seconds': 1}, 'name': 'ralf', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 10888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 10888}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/ralf', 'mount_propagation': None, 'name': 'ralflogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/ralf/ralf_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/ralf', 'mount_propagation': None, 'name': 'ralflogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'ralflogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 51, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 51, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 50, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 53, tzinfo=tzlocal()), 'message': 'ReplicaSet "ralf-797bfb6988" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-10-06 01:36:59,067 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-10-06T01:36:45Z', u'lastTransitionTime': u'2020-10-06T01:36:45Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:36:45Z', u'lastTransitionTime': u'2020-10-06T01:36:45Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "bono-658d668944" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'bonologs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-sprout', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'3478 5060 5062']}, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'bono', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-bono:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/bono', u'name': u'bonologs'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'3478 5060 5062']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 3478}, {u'protocol': u'TCP', u'containerPort': 5060}, {u'protocol': u'TCP', u'containerPort': 5062}, {u'protocol': u'UDP', u'containerPort': 5060}, {u'protocol': u'UDP', u'containerPort': 5062}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/bono', u'name': u'bonologs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/bono/bono_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'bono'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'bono'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'bono', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2213191', u'creationTimestamp': u'2020-10-06T01:36:45Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/bono', u'uid': u'64b574d9-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'bono', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213191', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/bono', 'uid': '64b574d9-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'bono'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'bono', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-bono:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '3478 5060 5062']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'bono', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 3478, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5060, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5062, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5060, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'UDP'}, {'container_port': 5062, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'UDP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '3478 5060 5062']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/bono', 'mount_propagation': None, 'name': 'bonologs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/bono/bono_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/bono', 'mount_propagation': None, 'name': 'bonologs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-sprout', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'bonologs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'message': 'ReplicaSet "bono-658d668944" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-10-06 01:36:59,386 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-10-06T01:36:53Z', u'lastTransitionTime': u'2020-10-06T01:36:53Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:36:53Z', u'lastTransitionTime': u'2020-10-06T01:36:51Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "sprout-55bcf5566" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'sproutlogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-ralf', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup ralf; do echo waiting for ralf to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-chronos', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup chronos; do echo waiting for chronos to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'5052 5054']}, u'initialDelaySeconds': 30, u'periodSeconds': 3, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'sprout', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-sprout:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/sprout', u'name': u'sproutlogs'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'5052 5054']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/sprout', u'name': u'sproutlogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/sprout/sprout_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'sprout'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'sprout'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'sprout', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2213326', u'creationTimestamp': u'2020-10-06T01:36:50Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/sprout', u'uid': u'67b50ff1-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 50, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'sprout', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213326', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/sprout', 'uid': '67b50ff1-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'sprout'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'sprout', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-sprout:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '5052 5054']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 3, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'sprout', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '5052 5054']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/sprout', 'mount_propagation': None, 'name': 'sproutlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/sprout/sprout_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/sprout', 'mount_propagation': None, 'name': 'sproutlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup ralf; do echo waiting for ralf to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-ralf', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup chronos; do echo waiting for chronos to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-chronos', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'sproutlogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 53, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 53, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 51, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 53, tzinfo=tzlocal()), 'message': 'ReplicaSet "sprout-55bcf5566" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-10-06 01:36:59,901 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'observedGeneration': 1, u'updatedReplicas': 1, u'unavailableReplicas': 1, u'conditions': [{u'status': u'False', u'lastUpdateTime': u'2020-10-06T01:36:49Z', u'lastTransitionTime': u'2020-10-06T01:36:49Z', u'reason': u'MinimumReplicasUnavailable', u'message': u'Deployment does not have minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:36:49Z', u'lastTransitionTime': u'2020-10-06T01:36:48Z', u'reason': u'ReplicaSetUpdated', u'message': u'ReplicaSet "homestead-7f8f7d7cc9" is progressing.', u'type': u'Progressing'}], u'replicas': 1}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'homesteadlogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-astaire', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup astaire; do echo waiting for astaire to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'8888']}, u'initialDelaySeconds': 60, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homestead', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homestead:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/homestead', u'name': u'homesteadlogs'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'8888']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 8888}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/homestead', u'name': u'homesteadlogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/homestead/homestead_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'homestead'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'homestead'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'homestead', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2213286', u'creationTimestamp': u'2020-10-06T01:36:48Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/homestead', u'uid': u'669d1b3e-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 48, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homestead', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213286', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/homestead', 'uid': '669d1b3e-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'homestead'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'homestead', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homestead:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '8888']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 60, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'homestead', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 8888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '8888']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/homestead', 'mount_propagation': None, 'name': 'homesteadlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/homestead/homestead_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/homestead', 'mount_propagation': None, 'name': 'homesteadlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup astaire; do echo waiting for astaire to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-astaire', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'homesteadlogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': None, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'message': 'Deployment does not have minimum availability.', 'reason': 'MinimumReplicasUnavailable', 'status': 'False', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 48, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'message': 'ReplicaSet "homestead-7f8f7d7cc9" is progressing.', 'reason': 'ReplicaSetUpdated', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': None, 'replicas': 1, 'unavailable_replicas': 1, 'updated_replicas': 1}}, u'type': u'ADDED'} 2020-10-06 01:37:04,481 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:37:04Z', u'lastTransitionTime': u'2020-10-06T01:37:04Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:37:04Z', u'lastTransitionTime': u'2020-10-06T01:36:47Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "etcd-c8fddbb95" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 4001}, u'timeoutSeconds': 1, u'initialDelaySeconds': 300, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'etcd', u'image': u'quay.io/coreos/etcd:v2.2.5', u'args': [u'--name', u'$(MY_POD_NAME)', u'--advertise-client-urls', u'http://$(MY_POD_IP):2379,http://$(MY_POD_IP):4001', u'--listen-client-urls', u'http://0.0.0.0:2379,http://0.0.0.0:4001', u'--initial-advertise-peer-urls', u'http://$(MY_POD_IP):2380', u'--listen-peer-urls', u'http://0.0.0.0:2380', u'--initial-cluster', u'$(MY_POD_NAME)=http://$(MY_POD_IP):2380', u'--initial-cluster-state', u'new'], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}, {u'valueFrom': {u'fieldRef': {u'fieldPath': u'metadata.name', u'apiVersion': u'v1'}}, u'name': u'MY_POD_NAME'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 4001}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 2379}, {u'protocol': u'TCP', u'containerPort': 2380}, {u'protocol': u'TCP', u'containerPort': 4001}], u'resources': {}}]}, u'metadata': {u'labels': {u'instance-type': u'etcd-pod'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'instance-type': u'etcd-pod'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'etcd', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2213573', u'creationTimestamp': u'2020-10-06T01:36:46Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/etcd', u'uid': u'659dfd68-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'etcd', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213573', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/etcd', 'uid': '659dfd68-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'instance-type': 'etcd-pod'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'instance-type': 'etcd-pod'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': ['--name', '$(MY_POD_NAME)', '--advertise-client-urls', 'http://$(MY_POD_IP):2379,http://$(MY_POD_IP):4001', '--listen-client-urls', 'http://0.0.0.0:2379,http://0.0.0.0:4001', '--initial-advertise-peer-urls', 'http://$(MY_POD_IP):2380', '--listen-peer-urls', 'http://0.0.0.0:2380', '--initial-cluster', '$(MY_POD_NAME)=http://$(MY_POD_IP):2380', '--initial-cluster-state', 'new'], 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}, {'name': 'MY_POD_NAME', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'metadata.name'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': None, 'image': 'quay.io/coreos/etcd:v2.2.5', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 300, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 4001}, 'timeout_seconds': 1}, 'name': 'etcd', 'ports': [{'container_port': 2379, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 2380, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 4001, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 4001}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': None, 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 37, 4, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 37, 4, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 47, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 37, 4, tzinfo=tzlocal()), 'message': 'ReplicaSet "etcd-c8fddbb95" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-10-06 01:37:04,679 - functest_kubernetes.ims.ims - INFO - etcd started in 20.34 sec 2020-10-06 01:38:29,713 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:38:29Z', u'lastTransitionTime': u'2020-10-06T01:38:29Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:38:29Z', u'lastTransitionTime': u'2020-10-06T01:36:45Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "cassandra-56f89b7f94" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-etcd', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup etcd; do echo waiting for etcd to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'7000 9042 9160']}, u'initialDelaySeconds': 600, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'cassandra', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-cassandra:hunter', u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'7000 9042 9160']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7001}, {u'protocol': u'TCP', u'containerPort': 9042}, {u'protocol': u'TCP', u'containerPort': 9160}], u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'cassandra'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'cassandra'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'cassandra', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2213821', u'creationTimestamp': u'2020-10-06T01:36:45Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/cassandra', u'uid': u'64f23278-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'cassandra', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213821', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/cassandra', 'uid': '64f23278-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'cassandra'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'cassandra'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-cassandra:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '7000 9042 9160']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 600, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'cassandra', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7001, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 9042, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 9160, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '7000 9042 9160']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup etcd; do echo waiting for etcd to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-etcd', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 38, 29, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 38, 29, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 38, 29, tzinfo=tzlocal()), 'message': 'ReplicaSet "cassandra-56f89b7f94" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-10-06 01:38:29,942 - functest_kubernetes.ims.ims - INFO - cassandra started in 105.60 sec 2020-10-06 01:39:12,798 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:39:12Z', u'lastTransitionTime': u'2020-10-06T01:39:12Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:39:12Z', u'lastTransitionTime': u'2020-10-06T01:36:46Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "chronos-b74775b9" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 120, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'chronoslogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7253}, u'failureThreshold': 9, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'chronos', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-chronos:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/chronos', u'name': u'chronoslogs'}], u'terminationMessagePolicy': u'File', u'lifecycle': {u'preStop': {u'exec': {u'command': [u'/bin/bash', u'-c', u'/usr/bin/pre-stop']}}}, u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7253}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7253}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/chronos', u'name': u'chronoslogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/chronos/chronos_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'chronos'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'chronos'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'chronos', u'generation': 1, u'labels': {u'service': u'chronos'}, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2213950', u'creationTimestamp': u'2020-10-06T01:36:45Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/chronos', u'uid': u'65281680-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': {u'service': 'chronos'}, 'managed_fields': None, 'name': 'chronos', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213950', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/chronos', 'uid': '65281680-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'chronos'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'chronos'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-chronos:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': {'post_start': None, 'pre_stop': {'_exec': {'command': ['/bin/bash', '-c', '/usr/bin/pre-stop']}, 'http_get': None, 'tcp_socket': None}}, 'liveness_probe': {'_exec': None, 'failure_threshold': 9, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7253}, 'timeout_seconds': 1}, 'name': 'chronos', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7253, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7253}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/chronos', 'mount_propagation': None, 'name': 'chronoslogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/chronos/chronos_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/chronos', 'mount_propagation': None, 'name': 'chronoslogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 120, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'chronoslogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 39, 12, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 39, 12, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 39, 12, tzinfo=tzlocal()), 'message': 'ReplicaSet "chronos-b74775b9" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-10-06 01:39:13,086 - functest_kubernetes.ims.ims - INFO - chronos started in 148.74 sec 2020-10-06 01:39:18,435 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:39:18Z', u'lastTransitionTime': u'2020-10-06T01:39:18Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:39:18Z', u'lastTransitionTime': u'2020-10-06T01:36:50Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "ralf-797bfb6988" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'ralflogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 10888}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'ralf', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-ralf:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/ralf', u'name': u'ralflogs'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 10888}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 10888}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/ralf', u'name': u'ralflogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/ralf/ralf_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'ralf'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'ralf'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'ralf', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2213969', u'creationTimestamp': u'2020-10-06T01:36:49Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/ralf', u'uid': u'67561fa8-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'ralf', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213969', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/ralf', 'uid': '67561fa8-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'ralf'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'ralf', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-ralf:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 10888}, 'timeout_seconds': 1}, 'name': 'ralf', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 10888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 10888}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/ralf', 'mount_propagation': None, 'name': 'ralflogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/ralf/ralf_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/ralf', 'mount_propagation': None, 'name': 'ralflogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'ralflogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 39, 18, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 39, 18, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 50, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 39, 18, tzinfo=tzlocal()), 'message': 'ReplicaSet "ralf-797bfb6988" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-10-06 01:39:18,716 - functest_kubernetes.ims.ims - INFO - ralf started in 154.37 sec 2020-10-06 01:39:18,740 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:39:18Z', u'lastTransitionTime': u'2020-10-06T01:39:18Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:39:18Z', u'lastTransitionTime': u'2020-10-06T01:36:48Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "homer-65d4f8455b" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 7888}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homer', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homer:hunter', u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7888}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7888}], u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'homer'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'homer'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'homer', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2213970', u'creationTimestamp': u'2020-10-06T01:36:47Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/homer', u'uid': u'66587d80-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 47, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homer', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2213970', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/homer', 'uid': '66587d80-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'homer'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'homer'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homer:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7888}, 'timeout_seconds': 1}, 'name': 'homer', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7888}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 39, 18, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 39, 18, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 48, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 39, 18, tzinfo=tzlocal()), 'message': 'ReplicaSet "homer-65d4f8455b" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-10-06 01:39:18,944 - functest_kubernetes.ims.ims - INFO - homer started in 154.60 sec 2020-10-06 01:39:54,157 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:39:54Z', u'lastTransitionTime': u'2020-10-06T01:39:54Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:39:54Z', u'lastTransitionTime': u'2020-10-06T01:36:44Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "astaire-5d44675d59" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 120, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'astairelogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 11311}, u'failureThreshold': 9, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'astaire', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-astaire:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/astaire', u'name': u'astairelogs'}], u'terminationMessagePolicy': u'File', u'lifecycle': {u'preStop': {u'exec': {u'command': [u'/bin/bash', u'-c', u'/usr/bin/pre-stop']}}}, u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 11311}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 11211}, {u'protocol': u'TCP', u'containerPort': 11311}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/astaire', u'name': u'astairelogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/astaire/astaire_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'astaire'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'astaire'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'astaire', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2214112', u'creationTimestamp': u'2020-10-06T01:36:44Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/astaire', u'uid': u'6471938d-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 44, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'astaire', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2214112', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/astaire', 'uid': '6471938d-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'astaire'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'astaire'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-astaire:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': {'post_start': None, 'pre_stop': {'_exec': {'command': ['/bin/bash', '-c', '/usr/bin/pre-stop']}, 'http_get': None, 'tcp_socket': None}}, 'liveness_probe': {'_exec': None, 'failure_threshold': 9, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 11311}, 'timeout_seconds': 1}, 'name': 'astaire', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 11211, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 11311, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 11311}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/astaire', 'mount_propagation': None, 'name': 'astairelogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/astaire/astaire_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/astaire', 'mount_propagation': None, 'name': 'astairelogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 120, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'astairelogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 39, 54, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 39, 54, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 44, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 39, 54, tzinfo=tzlocal()), 'message': 'ReplicaSet "astaire-5d44675d59" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-10-06 01:39:54,452 - functest_kubernetes.ims.ims - INFO - astaire started in 190.11 sec 2020-10-06 01:40:21,049 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:40:20Z', u'lastTransitionTime': u'2020-10-06T01:40:20Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:40:20Z', u'lastTransitionTime': u'2020-10-06T01:36:48Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "homestead-7f8f7d7cc9" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'homesteadlogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-astaire', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup astaire; do echo waiting for astaire to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'8888']}, u'initialDelaySeconds': 60, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homestead', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homestead:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/homestead', u'name': u'homesteadlogs'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'8888']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 8888}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/homestead', u'name': u'homesteadlogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/homestead/homestead_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'homestead'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'homestead'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'homestead', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2214183', u'creationTimestamp': u'2020-10-06T01:36:48Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/homestead', u'uid': u'669d1b3e-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 48, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homestead', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2214183', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/homestead', 'uid': '669d1b3e-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'homestead'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'homestead', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homestead:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '8888']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 60, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'homestead', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 8888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '8888']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/homestead', 'mount_propagation': None, 'name': 'homesteadlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/homestead/homestead_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/homestead', 'mount_propagation': None, 'name': 'homesteadlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup astaire; do echo waiting for astaire to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-astaire', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'homesteadlogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 20, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 40, 20, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 48, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 40, 20, tzinfo=tzlocal()), 'message': 'ReplicaSet "homestead-7f8f7d7cc9" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-10-06 01:40:21,360 - functest_kubernetes.ims.ims - INFO - homestead started in 217.02 sec 2020-10-06 01:40:37,454 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:40:37Z', u'lastTransitionTime': u'2020-10-06T01:40:37Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:40:37Z', u'lastTransitionTime': u'2020-10-06T01:36:51Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "sprout-55bcf5566" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'sproutlogs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-ralf', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup ralf; do echo waiting for ralf to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-chronos', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup chronos; do echo waiting for chronos to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'5052 5054']}, u'initialDelaySeconds': 30, u'periodSeconds': 3, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'sprout', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-sprout:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/sprout', u'name': u'sproutlogs'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'5052 5054']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/sprout', u'name': u'sproutlogs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/sprout/sprout_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'sprout'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'sprout'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'sprout', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2214239', u'creationTimestamp': u'2020-10-06T01:36:50Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/sprout', u'uid': u'67b50ff1-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 50, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'sprout', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2214239', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/sprout', 'uid': '67b50ff1-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'sprout'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'sprout', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-sprout:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '5052 5054']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 3, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'sprout', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '5052 5054']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/sprout', 'mount_propagation': None, 'name': 'sproutlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/sprout/sprout_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/sprout', 'mount_propagation': None, 'name': 'sproutlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup ralf; do echo waiting for ralf to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-ralf', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup chronos; do echo waiting for chronos to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-chronos', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'sproutlogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 37, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 40, 37, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 51, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 40, 37, tzinfo=tzlocal()), 'message': 'ReplicaSet "sprout-55bcf5566" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-10-06 01:40:37,799 - functest_kubernetes.ims.ims - INFO - sprout started in 233.46 sec 2020-10-06 01:40:40,997 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:40:40Z', u'lastTransitionTime': u'2020-10-06T01:40:40Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:40:40Z', u'lastTransitionTime': u'2020-10-06T01:36:49Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "homestead-prov-6654f8cc8f" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/clearwater/bin/poll_homestead-prov.sh']}, u'initialDelaySeconds': 60, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homestead-prov', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homestead-prov:hunter', u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/clearwater/bin/poll_homestead-prov.sh']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 8889}], u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'homestead-prov'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'homestead-prov'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'homestead-prov', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2214252', u'creationTimestamp': u'2020-10-06T01:36:49Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/homestead-prov', u'uid': u'670a2e2d-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'homestead-prov', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2214252', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/homestead-prov', 'uid': '670a2e2d-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'homestead-prov'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'homestead-prov', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homestead-prov:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/clearwater/bin/poll_homestead-prov.sh']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 60, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'homestead-prov', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 8889, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/clearwater/bin/poll_homestead-prov.sh']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 40, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 40, 40, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 40, 40, tzinfo=tzlocal()), 'message': 'ReplicaSet "homestead-prov-6654f8cc8f" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-10-06 01:40:41,208 - functest_kubernetes.ims.ims - INFO - homestead-prov started in 236.86 sec 2020-10-06 01:40:52,188 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:40:52Z', u'lastTransitionTime': u'2020-10-06T01:40:52Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:40:52Z', u'lastTransitionTime': u'2020-10-06T01:36:45Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "bono-658d668944" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'bonologs'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-sprout', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'3478 5060 5062']}, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'bono', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-bono:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/bono', u'name': u'bonologs'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'3478 5060 5062']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 3478}, {u'protocol': u'TCP', u'containerPort': 5060}, {u'protocol': u'TCP', u'containerPort': 5062}, {u'protocol': u'UDP', u'containerPort': 5060}, {u'protocol': u'UDP', u'containerPort': 5062}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/bono', u'name': u'bonologs'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/bono/bono_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}]}, u'metadata': {u'labels': {u'snmp': u'enabled', u'service': u'bono'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'bono'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'bono', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2214300', u'creationTimestamp': u'2020-10-06T01:36:45Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/bono', u'uid': u'64b574d9-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'bono', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2214300', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/bono', 'uid': '64b574d9-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'bono'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'bono', u'snmp': 'enabled'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-bono:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '3478 5060 5062']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'bono', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 3478, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5060, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5062, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5060, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'UDP'}, {'container_port': 5062, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'UDP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '3478 5060 5062']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/bono', 'mount_propagation': None, 'name': 'bonologs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/bono/bono_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/bono', 'mount_propagation': None, 'name': 'bonologs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-sprout', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'bonologs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}]}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 52, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 40, 52, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 40, 52, tzinfo=tzlocal()), 'message': 'ReplicaSet "bono-658d668944" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-10-06 01:40:52,555 - functest_kubernetes.ims.ims - INFO - bono started in 248.21 sec 2020-10-06 01:41:00,587 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'replicas': 1, u'observedGeneration': 1, u'updatedReplicas': 1, u'availableReplicas': 1, u'readyReplicas': 1, u'conditions': [{u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:41:00Z', u'lastTransitionTime': u'2020-10-06T01:41:00Z', u'reason': u'MinimumReplicasAvailable', u'message': u'Deployment has minimum availability.', u'type': u'Available'}, {u'status': u'True', u'lastUpdateTime': u'2020-10-06T01:41:00Z', u'lastTransitionTime': u'2020-10-06T01:36:46Z', u'reason': u'NewReplicaSetAvailable', u'message': u'ReplicaSet "ellis-857689fbdd" has successfully progressed.', u'type': u'Progressing'}]}, u'kind': u'Deployment', u'spec': {u'progressDeadlineSeconds': 600, u'replicas': 1, u'strategy': {u'rollingUpdate': {u'maxSurge': u'25%', u'maxUnavailable': u'25%'}, u'type': u'RollingUpdate'}, u'template': {u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'schedulerName': u'default-scheduler', u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead-prov', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead-prov; do echo waiting for homestead-prov to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-sprout', u'image': u'busybox:1.28', u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 80}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'ellis', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-ellis:hunter', u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 80}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 80}], u'resources': {}}]}, u'metadata': {u'labels': {u'service': u'ellis'}, u'creationTimestamp': None}}, u'revisionHistoryLimit': 10, u'selector': {u'matchLabels': {u'service': u'ellis'}}}, u'apiVersion': u'apps/v1', u'metadata': {u'name': u'ellis', u'generation': 1, u'namespace': u'ims-ddv5v', u'resourceVersion': u'2214330', u'creationTimestamp': u'2020-10-06T01:36:46Z', u'annotations': {u'deployment.kubernetes.io/revision': u'1'}, u'selfLink': u'/apis/apps/v1/namespaces/ims-ddv5v/deployments/ellis', u'uid': u'6566d810-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'apps/v1', 'kind': 'Deployment', 'metadata': {'annotations': {u'deployment.kubernetes.io/revision': '1'}, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': 1, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'ellis', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2214330', 'self_link': '/apis/apps/v1/namespaces/ims-ddv5v/deployments/ellis', 'uid': '6566d810-0774-11eb-8302-0242ac120002'}, 'spec': {'min_ready_seconds': None, 'paused': None, 'progress_deadline_seconds': 600, 'replicas': 1, 'revision_history_limit': 10, 'selector': {'match_expressions': None, 'match_labels': {u'service': 'ellis'}}, 'strategy': {'rolling_update': {'max_surge': u'25%', 'max_unavailable': u'25%'}, 'type': 'RollingUpdate'}, 'template': {'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': None, 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': {u'service': 'ellis'}, 'managed_fields': None, 'name': None, 'namespace': None, 'owner_references': None, 'resource_version': None, 'self_link': None, 'uid': None}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-ellis:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 80}, 'timeout_seconds': 1}, 'name': 'ellis', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 80, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 80}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': None, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup homestead-prov; do echo waiting for homestead-prov to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead-prov', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-sprout', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': None, 'working_dir': None}], 'node_name': None, 'node_selector': None, 'priority': None, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': None, 'service_account_name': None, 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': None, 'volumes': None}}}, 'status': {'available_replicas': 1, 'collision_count': None, 'conditions': [{'last_transition_time': datetime.datetime(2020, 10, 6, 1, 41, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 41, tzinfo=tzlocal()), 'message': 'Deployment has minimum availability.', 'reason': 'MinimumReplicasAvailable', 'status': 'True', 'type': 'Available'}, {'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'last_update_time': datetime.datetime(2020, 10, 6, 1, 41, tzinfo=tzlocal()), 'message': 'ReplicaSet "ellis-857689fbdd" has successfully progressed.', 'reason': 'NewReplicaSetAvailable', 'status': 'True', 'type': 'Progressing'}], 'observed_generation': 1, 'ready_replicas': 1, 'replicas': 1, 'unavailable_replicas': None, 'updated_replicas': 1}}, u'type': u'MODIFIED'} 2020-10-06 01:41:00,833 - functest_kubernetes.ims.ims - INFO - ellis started in 256.49 sec 2020-10-06 01:43:00,960 - kubernetes.client.rest - DEBUG - response body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"live-test","namespace":"ims-ddv5v","selfLink":"/api/v1/namespaces/ims-ddv5v/pods/live-test","uid":"44aaa71f-0775-11eb-8302-0242ac120002","resourceVersion":"2214589","creationTimestamp":"2020-10-06T01:43:00Z"},"spec":{"volumes":[{"name":"default-token-z2lp7","secret":{"secretName":"default-token-z2lp7","defaultMode":420}}],"containers":[{"name":"live-test","image":"ollivier/clearwater-live-test:hunter","command":["rake","test[ims-ddv5v.svc.cluster.local]","PROXY=bono.ims-ddv5v.svc.cluster.local","ELLIS=ellis.ims-ddv5v.svc.cluster.local","SIGNUP_CODE=secret","--trace"],"resources":{},"volumeMounts":[{"name":"default-token-z2lp7","readOnly":true,"mountPath":"/var/run/secrets/kubernetes.io/serviceaccount"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"restartPolicy":"Never","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","serviceAccountName":"default","serviceAccount":"default","securityContext":{},"schedulerName":"default-scheduler","tolerations":[{"key":"node.kubernetes.io/not-ready","operator":"Exists","effect":"NoExecute","tolerationSeconds":300},{"key":"node.kubernetes.io/unreachable","operator":"Exists","effect":"NoExecute","tolerationSeconds":300}],"priority":0,"enableServiceLinks":true},"status":{"phase":"Pending","qosClass":"BestEffort"}} 2020-10-06 01:43:01,042 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-cassandra', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-10-06T01:36:55Z', u'reason': u'Completed', u'finishedAt': u'2020-10-06T01:38:55Z', u'containerID': u'containerd://159a393d982e1f9399ac04eaf5e106fd91b9e8821ba1d78be7cef42b10b58ff6', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://159a393d982e1f9399ac04eaf5e106fd91b9e8821ba1d78be7cef42b10b58ff6'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'chronos', u'image': u'docker.io/ollivier/clearwater-chronos:hunter', u'imageID': u'docker.io/ollivier/clearwater-chronos@sha256:b279a65dd77e19f7b33f1af41ab2938c35d3d05f232e525231dfce95183d589f', u'state': {u'running': {u'startedAt': u'2020-10-06T01:38:59Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://21247c00121c8079d07fd87e841e213dbdbc94a1c336dded19bc5ee6bc7568c3'}, {u'restartCount': 0, u'name': u'tailer', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'running': {u'startedAt': u'2020-10-06T01:39:04Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://fa40f15d82efc5afb18876fb90f689ddeba2ef85bdf7af4b23601b6a0b050cd2'}], u'podIP': u'10.244.2.136', u'startTime': u'2020-10-06T01:36:46Z', u'hostIP': u'172.18.0.3', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-10-06T01:38:56Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-10-06T01:39:12Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-10-06T01:39:12Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-10-06T01:36:46Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 120, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'chronoslogs'}, {u'secret': {u'defaultMode': 420, u'secretName': u'default-token-z2lp7'}, u'name': u'default-token-z2lp7'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7253}, u'failureThreshold': 9, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'chronos', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-chronos:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/chronos', u'name': u'chronoslogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'lifecycle': {u'preStop': {u'exec': {u'command': [u'/bin/bash', u'-c', u'/usr/bin/pre-stop']}}}, u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7253}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7253}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/chronos', u'name': u'chronoslogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/chronos/chronos_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'chronos-b74775b9-7qdrp', u'labels': {u'pod-template-hash': u'b74775b9', u'service': u'chronos'}, u'namespace': u'ims-ddv5v', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'chronos-b74775b9', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'65289a76-0774-11eb-8302-0242ac120002'}], u'resourceVersion': u'2213947', u'generateName': u'chronos-b74775b9-', u'creationTimestamp': u'2020-10-06T01:36:46Z', u'selfLink': u'/api/v1/namespaces/ims-ddv5v/pods/chronos-b74775b9-7qdrp', u'uid': u'6530bf51-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'chronos-b74775b9-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': 'b74775b9', u'service': 'chronos'}, 'managed_fields': None, 'name': 'chronos-b74775b9-7qdrp', 'namespace': 'ims-ddv5v', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'chronos-b74775b9', 'uid': '65289a76-0774-11eb-8302-0242ac120002'}], 'resource_version': '2213947', 'self_link': '/api/v1/namespaces/ims-ddv5v/pods/chronos-b74775b9-7qdrp', 'uid': '6530bf51-0774-11eb-8302-0242ac120002'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-chronos:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': {'post_start': None, 'pre_stop': {'_exec': {'command': ['/bin/bash', '-c', '/usr/bin/pre-stop']}, 'http_get': None, 'tcp_socket': None}}, 'liveness_probe': {'_exec': None, 'failure_threshold': 9, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7253}, 'timeout_seconds': 1}, 'name': 'chronos', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7253, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7253}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/chronos', 'mount_propagation': None, 'name': 'chronoslogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/chronos/chronos_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/chronos', 'mount_propagation': None, 'name': 'chronoslogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 120, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'chronoslogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}, {'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-z2lp7', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-z2lp7'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 38, 56, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 39, 12, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 39, 12, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://21247c00121c8079d07fd87e841e213dbdbc94a1c336dded19bc5ee6bc7568c3', 'image': 'docker.io/ollivier/clearwater-chronos:hunter', 'image_id': 'docker.io/ollivier/clearwater-chronos@sha256:b279a65dd77e19f7b33f1af41ab2938c35d3d05f232e525231dfce95183d589f', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'chronos', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 38, 59, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}, {'container_id': 'containerd://fa40f15d82efc5afb18876fb90f689ddeba2ef85bdf7af4b23601b6a0b050cd2', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'tailer', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 39, 4, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.3', 'init_container_statuses': [{'container_id': 'containerd://159a393d982e1f9399ac04eaf5e106fd91b9e8821ba1d78be7cef42b10b58ff6', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-cassandra', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://159a393d982e1f9399ac04eaf5e106fd91b9e8821ba1d78be7cef42b10b58ff6', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 10, 6, 1, 38, 55, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 10, 6, 1, 36, 55, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.2.136', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-10-06 01:43:01,460 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-ralf', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-10-06T01:37:01Z', u'reason': u'Completed', u'finishedAt': u'2020-10-06T01:39:44Z', u'containerID': u'containerd://c0c63b1c21c4821418218dc00b0b875cd48d22fe62bb25fd4c4c5de20e8a06ab', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://c0c63b1c21c4821418218dc00b0b875cd48d22fe62bb25fd4c4c5de20e8a06ab'}, {u'restartCount': 0, u'name': u'wait-on-chronos', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-10-06T01:39:46Z', u'reason': u'Completed', u'finishedAt': u'2020-10-06T01:39:46Z', u'containerID': u'containerd://16149409b64a0f3a5f088eb41832251d705625a5b6b8154bba0818fa226f6aeb', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://16149409b64a0f3a5f088eb41832251d705625a5b6b8154bba0818fa226f6aeb'}, {u'restartCount': 0, u'name': u'wait-on-homestead', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-10-06T01:39:49Z', u'reason': u'Completed', u'finishedAt': u'2020-10-06T01:40:22Z', u'containerID': u'containerd://dcc3e0e2584147ddfcac62f29d3e5ee10694c408b836edc704f98fbf25362c27', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://dcc3e0e2584147ddfcac62f29d3e5ee10694c408b836edc704f98fbf25362c27'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'sprout', u'image': u'docker.io/ollivier/clearwater-sprout:hunter', u'imageID': u'docker.io/ollivier/clearwater-sprout@sha256:dbc1c137720484bc549a753db56cc8b652e44787827364609510b9a73879d104', u'state': {u'running': {u'startedAt': u'2020-10-06T01:40:25Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://d7c79fa6bc1939dd0b11492fece8e0797bb108512384d207315bf55e21681774'}, {u'restartCount': 0, u'name': u'tailer', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'running': {u'startedAt': u'2020-10-06T01:40:26Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://885f44ec8558e0369e7cbe01e711dab2308bad26fc244c6ce811c937bfab1bca'}], u'podIP': u'10.244.1.225', u'startTime': u'2020-10-06T01:36:54Z', u'hostIP': u'172.18.0.4', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-10-06T01:40:23Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-10-06T01:40:36Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-10-06T01:40:36Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-10-06T01:36:52Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'sproutlogs'}, {u'secret': {u'defaultMode': 420, u'secretName': u'default-token-z2lp7'}, u'name': u'default-token-z2lp7'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-ralf', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup ralf; do echo waiting for ralf to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-chronos', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup chronos; do echo waiting for chronos to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'5052 5054']}, u'initialDelaySeconds': 30, u'periodSeconds': 3, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'sprout', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-sprout:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/sprout', u'name': u'sproutlogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'5052 5054']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/sprout', u'name': u'sproutlogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/sprout/sprout_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'nodeName': u'hunter-worker'}, u'apiVersion': u'v1', u'metadata': {u'name': u'sprout-55bcf5566-gvjrh', u'labels': {u'pod-template-hash': u'55bcf5566', u'snmp': u'enabled', u'service': u'sprout'}, u'namespace': u'ims-ddv5v', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'sprout-55bcf5566', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'67de85b9-0774-11eb-8302-0242ac120002'}], u'resourceVersion': u'2214234', u'generateName': u'sprout-55bcf5566-', u'creationTimestamp': u'2020-10-06T01:36:51Z', u'selfLink': u'/api/v1/namespaces/ims-ddv5v/pods/sprout-55bcf5566-gvjrh', u'uid': u'684ba336-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 51, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'sprout-55bcf5566-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '55bcf5566', u'service': 'sprout', u'snmp': 'enabled'}, 'managed_fields': None, 'name': 'sprout-55bcf5566-gvjrh', 'namespace': 'ims-ddv5v', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'sprout-55bcf5566', 'uid': '67de85b9-0774-11eb-8302-0242ac120002'}], 'resource_version': '2214234', 'self_link': '/api/v1/namespaces/ims-ddv5v/pods/sprout-55bcf5566-gvjrh', 'uid': '684ba336-0774-11eb-8302-0242ac120002'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-sprout:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '5052 5054']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 3, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'sprout', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '5052 5054']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/sprout', 'mount_propagation': None, 'name': 'sproutlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/sprout/sprout_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/sprout', 'mount_propagation': None, 'name': 'sproutlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup ralf; do echo waiting for ralf to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-ralf', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup chronos; do echo waiting for chronos to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-chronos', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'sproutlogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}, {'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-z2lp7', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-z2lp7'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 23, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 36, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 36, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 52, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://d7c79fa6bc1939dd0b11492fece8e0797bb108512384d207315bf55e21681774', 'image': 'docker.io/ollivier/clearwater-sprout:hunter', 'image_id': 'docker.io/ollivier/clearwater-sprout@sha256:dbc1c137720484bc549a753db56cc8b652e44787827364609510b9a73879d104', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'sprout', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 40, 25, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}, {'container_id': 'containerd://885f44ec8558e0369e7cbe01e711dab2308bad26fc244c6ce811c937bfab1bca', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'tailer', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 40, 26, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.4', 'init_container_statuses': [{'container_id': 'containerd://c0c63b1c21c4821418218dc00b0b875cd48d22fe62bb25fd4c4c5de20e8a06ab', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-ralf', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://c0c63b1c21c4821418218dc00b0b875cd48d22fe62bb25fd4c4c5de20e8a06ab', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 10, 6, 1, 39, 44, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 10, 6, 1, 37, 1, tzinfo=tzlocal())}, 'waiting': None}}, {'container_id': 'containerd://16149409b64a0f3a5f088eb41832251d705625a5b6b8154bba0818fa226f6aeb', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-chronos', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://16149409b64a0f3a5f088eb41832251d705625a5b6b8154bba0818fa226f6aeb', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 10, 6, 1, 39, 46, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 10, 6, 1, 39, 46, tzinfo=tzlocal())}, 'waiting': None}}, {'container_id': 'containerd://dcc3e0e2584147ddfcac62f29d3e5ee10694c408b836edc704f98fbf25362c27', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-homestead', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://dcc3e0e2584147ddfcac62f29d3e5ee10694c408b836edc704f98fbf25362c27', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 10, 6, 1, 40, 22, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 10, 6, 1, 39, 49, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.1.225', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 10, 6, 1, 36, 54, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-10-06 01:43:01,933 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'etcd', u'image': u'quay.io/coreos/etcd:v2.2.5', u'imageID': u'sha256:66590e2dd05422771324d8ffe9ad35165ba35db0842ac5e0f1668c2d56733860', u'state': {u'running': {u'startedAt': u'2020-10-06T01:36:59Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://299645a8e74689b3b0de99ba319db69ac3a9c98d45294a0bec0cec5cc430764e'}], u'podIP': u'10.244.2.137', u'startTime': u'2020-10-06T01:36:48Z', u'hostIP': u'172.18.0.3', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-10-06T01:36:48Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-10-06T01:37:03Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-10-06T01:37:03Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-10-06T01:36:47Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-z2lp7'}, u'name': u'default-token-z2lp7'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 4001}, u'timeoutSeconds': 1, u'initialDelaySeconds': 300, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'etcd', u'image': u'quay.io/coreos/etcd:v2.2.5', u'args': [u'--name', u'$(MY_POD_NAME)', u'--advertise-client-urls', u'http://$(MY_POD_IP):2379,http://$(MY_POD_IP):4001', u'--listen-client-urls', u'http://0.0.0.0:2379,http://0.0.0.0:4001', u'--initial-advertise-peer-urls', u'http://$(MY_POD_IP):2380', u'--listen-peer-urls', u'http://0.0.0.0:2380', u'--initial-cluster', u'$(MY_POD_NAME)=http://$(MY_POD_IP):2380', u'--initial-cluster-state', u'new'], u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}, {u'valueFrom': {u'fieldRef': {u'fieldPath': u'metadata.name', u'apiVersion': u'v1'}}, u'name': u'MY_POD_NAME'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 4001}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 2379}, {u'protocol': u'TCP', u'containerPort': 2380}, {u'protocol': u'TCP', u'containerPort': 4001}], u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'etcd-c8fddbb95-st2sd', u'labels': {u'pod-template-hash': u'c8fddbb95', u'instance-type': u'etcd-pod'}, u'namespace': u'ims-ddv5v', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'etcd-c8fddbb95', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'65a37862-0774-11eb-8302-0242ac120002'}], u'resourceVersion': u'2213563', u'generateName': u'etcd-c8fddbb95-', u'creationTimestamp': u'2020-10-06T01:36:47Z', u'selfLink': u'/api/v1/namespaces/ims-ddv5v/pods/etcd-c8fddbb95-st2sd', u'uid': u'66280c06-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 47, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'etcd-c8fddbb95-', 'generation': None, 'initializers': None, 'labels': {u'instance-type': 'etcd-pod', u'pod-template-hash': 'c8fddbb95'}, 'managed_fields': None, 'name': 'etcd-c8fddbb95-st2sd', 'namespace': 'ims-ddv5v', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'etcd-c8fddbb95', 'uid': '65a37862-0774-11eb-8302-0242ac120002'}], 'resource_version': '2213563', 'self_link': '/api/v1/namespaces/ims-ddv5v/pods/etcd-c8fddbb95-st2sd', 'uid': '66280c06-0774-11eb-8302-0242ac120002'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': ['--name', '$(MY_POD_NAME)', '--advertise-client-urls', 'http://$(MY_POD_IP):2379,http://$(MY_POD_IP):4001', '--listen-client-urls', 'http://0.0.0.0:2379,http://0.0.0.0:4001', '--initial-advertise-peer-urls', 'http://$(MY_POD_IP):2380', '--listen-peer-urls', 'http://0.0.0.0:2380', '--initial-cluster', '$(MY_POD_NAME)=http://$(MY_POD_IP):2380', '--initial-cluster-state', 'new'], 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}, {'name': 'MY_POD_NAME', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'metadata.name'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': None, 'image': 'quay.io/coreos/etcd:v2.2.5', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 300, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 4001}, 'timeout_seconds': 1}, 'name': 'etcd', 'ports': [{'container_port': 2379, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 2380, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 4001, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 4001}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': None, 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-z2lp7', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-z2lp7'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 48, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 37, 3, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 37, 3, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 47, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://299645a8e74689b3b0de99ba319db69ac3a9c98d45294a0bec0cec5cc430764e', 'image': 'quay.io/coreos/etcd:v2.2.5', 'image_id': 'sha256:66590e2dd05422771324d8ffe9ad35165ba35db0842ac5e0f1668c2d56733860', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'etcd', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 36, 59, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.3', 'init_container_statuses': None, 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.2.137', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 10, 6, 1, 36, 48, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-10-06 01:43:02,174 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-cassandra', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-10-06T01:37:00Z', u'reason': u'Completed', u'finishedAt': u'2020-10-06T01:38:53Z', u'containerID': u'containerd://45eb1e49f493bbbd518d5d3fdf0a38f77de8c0d6d2f4b1c43707d8e91954a67e', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://45eb1e49f493bbbd518d5d3fdf0a38f77de8c0d6d2f4b1c43707d8e91954a67e'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'homer', u'image': u'docker.io/ollivier/clearwater-homer:hunter', u'imageID': u'docker.io/ollivier/clearwater-homer@sha256:63a6cb127f0e57ecd4f7d066ae194be6d8f021e96f4b6022bf9daacee0f1ff5a', u'state': {u'running': {u'startedAt': u'2020-10-06T01:38:57Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://0497128511f957c3a1226381f5a2b964ad6d7fd4b2b6703c3da5c7bfea344fe8'}], u'podIP': u'10.244.1.223', u'startTime': u'2020-10-06T01:36:49Z', u'hostIP': u'172.18.0.4', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-10-06T01:38:54Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-10-06T01:39:18Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-10-06T01:39:18Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-10-06T01:36:48Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-z2lp7'}, u'name': u'default-token-z2lp7'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 7888}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homer', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homer:hunter', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 7888}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7888}], u'resources': {}}], u'nodeName': u'hunter-worker'}, u'apiVersion': u'v1', u'metadata': {u'name': u'homer-65d4f8455b-q4md2', u'labels': {u'pod-template-hash': u'65d4f8455b', u'service': u'homer'}, u'namespace': u'ims-ddv5v', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'homer-65d4f8455b', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'66621bcd-0774-11eb-8302-0242ac120002'}], u'resourceVersion': u'2213966', u'generateName': u'homer-65d4f8455b-', u'creationTimestamp': u'2020-10-06T01:36:48Z', u'selfLink': u'/api/v1/namespaces/ims-ddv5v/pods/homer-65d4f8455b-q4md2', u'uid': u'666feca1-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 48, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'homer-65d4f8455b-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '65d4f8455b', u'service': 'homer'}, 'managed_fields': None, 'name': 'homer-65d4f8455b-q4md2', 'namespace': 'ims-ddv5v', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'homer-65d4f8455b', 'uid': '66621bcd-0774-11eb-8302-0242ac120002'}], 'resource_version': '2213966', 'self_link': '/api/v1/namespaces/ims-ddv5v/pods/homer-65d4f8455b-q4md2', 'uid': '666feca1-0774-11eb-8302-0242ac120002'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homer:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7888}, 'timeout_seconds': 1}, 'name': 'homer', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 7888}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-z2lp7', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-z2lp7'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 38, 54, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 39, 18, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 39, 18, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 48, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://0497128511f957c3a1226381f5a2b964ad6d7fd4b2b6703c3da5c7bfea344fe8', 'image': 'docker.io/ollivier/clearwater-homer:hunter', 'image_id': 'docker.io/ollivier/clearwater-homer@sha256:63a6cb127f0e57ecd4f7d066ae194be6d8f021e96f4b6022bf9daacee0f1ff5a', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'homer', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 38, 57, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.4', 'init_container_statuses': [{'container_id': 'containerd://45eb1e49f493bbbd518d5d3fdf0a38f77de8c0d6d2f4b1c43707d8e91954a67e', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-cassandra', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://45eb1e49f493bbbd518d5d3fdf0a38f77de8c0d6d2f4b1c43707d8e91954a67e', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 10, 6, 1, 38, 53, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 10, 6, 1, 37, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.1.223', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-10-06 01:43:02,446 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-homestead', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-10-06T01:36:59Z', u'reason': u'Completed', u'finishedAt': u'2020-10-06T01:40:22Z', u'containerID': u'containerd://794c5d8f18d9e21c810a34ecc42386bfbcfab2bad6fb05cc7875cd8265574afa', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://794c5d8f18d9e21c810a34ecc42386bfbcfab2bad6fb05cc7875cd8265574afa'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'homestead-prov', u'image': u'docker.io/ollivier/clearwater-homestead-prov:hunter', u'imageID': u'docker.io/ollivier/clearwater-homestead-prov@sha256:6e369295193fa6e5326c41cd2d4f4bdda75c5cb829bd3f7ee899554a48a7b323', u'state': {u'running': {u'startedAt': u'2020-10-06T01:40:25Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://9e652250ef8b4019f1942b4e036287f23ae756328f87673c719a13ec25996103'}], u'podIP': u'10.244.1.224', u'startTime': u'2020-10-06T01:36:49Z', u'hostIP': u'172.18.0.4', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-10-06T01:40:23Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-10-06T01:40:40Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-10-06T01:40:40Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-10-06T01:36:49Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-z2lp7'}, u'name': u'default-token-z2lp7'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/clearwater/bin/poll_homestead-prov.sh']}, u'initialDelaySeconds': 60, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homestead-prov', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homestead-prov:hunter', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/clearwater/bin/poll_homestead-prov.sh']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 8889}], u'resources': {}}], u'nodeName': u'hunter-worker'}, u'apiVersion': u'v1', u'metadata': {u'name': u'homestead-prov-6654f8cc8f-jkrcq', u'labels': {u'pod-template-hash': u'6654f8cc8f', u'snmp': u'enabled', u'service': u'homestead-prov'}, u'namespace': u'ims-ddv5v', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'homestead-prov-6654f8cc8f', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'671e2c34-0774-11eb-8302-0242ac120002'}], u'resourceVersion': u'2214249', u'generateName': u'homestead-prov-6654f8cc8f-', u'creationTimestamp': u'2020-10-06T01:36:49Z', u'selfLink': u'/api/v1/namespaces/ims-ddv5v/pods/homestead-prov-6654f8cc8f-jkrcq', u'uid': u'6725785f-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'homestead-prov-6654f8cc8f-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '6654f8cc8f', u'service': 'homestead-prov', u'snmp': 'enabled'}, 'managed_fields': None, 'name': 'homestead-prov-6654f8cc8f-jkrcq', 'namespace': 'ims-ddv5v', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'homestead-prov-6654f8cc8f', 'uid': '671e2c34-0774-11eb-8302-0242ac120002'}], 'resource_version': '2214249', 'self_link': '/api/v1/namespaces/ims-ddv5v/pods/homestead-prov-6654f8cc8f-jkrcq', 'uid': '6725785f-0774-11eb-8302-0242ac120002'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homestead-prov:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/clearwater/bin/poll_homestead-prov.sh']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 60, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'homestead-prov', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 8889, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/clearwater/bin/poll_homestead-prov.sh']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup homestead; do echo waiting for homestead to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-z2lp7', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-z2lp7'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 23, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 40, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 40, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://9e652250ef8b4019f1942b4e036287f23ae756328f87673c719a13ec25996103', 'image': 'docker.io/ollivier/clearwater-homestead-prov:hunter', 'image_id': 'docker.io/ollivier/clearwater-homestead-prov@sha256:6e369295193fa6e5326c41cd2d4f4bdda75c5cb829bd3f7ee899554a48a7b323', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'homestead-prov', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 40, 25, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.4', 'init_container_statuses': [{'container_id': 'containerd://794c5d8f18d9e21c810a34ecc42386bfbcfab2bad6fb05cc7875cd8265574afa', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-homestead', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://794c5d8f18d9e21c810a34ecc42386bfbcfab2bad6fb05cc7875cd8265574afa', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 10, 6, 1, 40, 22, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 10, 6, 1, 36, 59, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.1.224', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-10-06 01:43:02,723 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-sprout', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-10-06T01:36:54Z', u'reason': u'Completed', u'finishedAt': u'2020-10-06T01:40:38Z', u'containerID': u'containerd://05f0a72b544b07addb662761c159e9df6f837a46e90985d897d04d74d7a76627', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://05f0a72b544b07addb662761c159e9df6f837a46e90985d897d04d74d7a76627'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'bono', u'image': u'docker.io/ollivier/clearwater-bono:hunter', u'imageID': u'docker.io/ollivier/clearwater-bono@sha256:0aa1f9ff35f9d5682b1b48a3ceb95acce0166fbf17401af2f86efd61ea91e760', u'state': {u'running': {u'startedAt': u'2020-10-06T01:40:41Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://222d951c27a0b7bc015df580d8c194da5f615ac4f4529d7f44df83d8e639793c'}, {u'restartCount': 0, u'name': u'tailer', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'running': {u'startedAt': u'2020-10-06T01:40:43Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://062ed53f4947dd16bf2333b1ce8472f25ba04ad4bcff7381cb29f062a36d87ce'}], u'podIP': u'10.244.2.134', u'startTime': u'2020-10-06T01:36:45Z', u'hostIP': u'172.18.0.3', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-10-06T01:40:39Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-10-06T01:40:51Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-10-06T01:40:51Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-10-06T01:36:45Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'bonologs'}, {u'secret': {u'defaultMode': 420, u'secretName': u'default-token-z2lp7'}, u'name': u'default-token-z2lp7'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-sprout', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'3478 5060 5062']}, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'bono', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-bono:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/bono', u'name': u'bonologs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'3478 5060 5062']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 3478}, {u'protocol': u'TCP', u'containerPort': 5060}, {u'protocol': u'TCP', u'containerPort': 5062}, {u'protocol': u'UDP', u'containerPort': 5060}, {u'protocol': u'UDP', u'containerPort': 5062}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/bono', u'name': u'bonologs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/bono/bono_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'bono-658d668944-dgvnm', u'labels': {u'pod-template-hash': u'658d668944', u'snmp': u'enabled', u'service': u'bono'}, u'namespace': u'ims-ddv5v', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'bono-658d668944', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'64b5db3e-0774-11eb-8302-0242ac120002'}], u'resourceVersion': u'2214297', u'generateName': u'bono-658d668944-', u'creationTimestamp': u'2020-10-06T01:36:45Z', u'selfLink': u'/api/v1/namespaces/ims-ddv5v/pods/bono-658d668944-dgvnm', u'uid': u'64bcae15-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'bono-658d668944-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '658d668944', u'service': 'bono', u'snmp': 'enabled'}, 'managed_fields': None, 'name': 'bono-658d668944-dgvnm', 'namespace': 'ims-ddv5v', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'bono-658d668944', 'uid': '64b5db3e-0774-11eb-8302-0242ac120002'}], 'resource_version': '2214297', 'self_link': '/api/v1/namespaces/ims-ddv5v/pods/bono-658d668944-dgvnm', 'uid': '64bcae15-0774-11eb-8302-0242ac120002'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-bono:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '3478 5060 5062']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'bono', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 3478, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5060, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5062, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 5060, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'UDP'}, {'container_port': 5062, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'UDP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '3478 5060 5062']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/bono', 'mount_propagation': None, 'name': 'bonologs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/bono/bono_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/bono', 'mount_propagation': None, 'name': 'bonologs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-sprout', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'bonologs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}, {'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-z2lp7', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-z2lp7'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 39, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 51, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 51, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://222d951c27a0b7bc015df580d8c194da5f615ac4f4529d7f44df83d8e639793c', 'image': 'docker.io/ollivier/clearwater-bono:hunter', 'image_id': 'docker.io/ollivier/clearwater-bono@sha256:0aa1f9ff35f9d5682b1b48a3ceb95acce0166fbf17401af2f86efd61ea91e760', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'bono', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 40, 41, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}, {'container_id': 'containerd://062ed53f4947dd16bf2333b1ce8472f25ba04ad4bcff7381cb29f062a36d87ce', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'tailer', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 40, 43, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.3', 'init_container_statuses': [{'container_id': 'containerd://05f0a72b544b07addb662761c159e9df6f837a46e90985d897d04d74d7a76627', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-sprout', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://05f0a72b544b07addb662761c159e9df6f837a46e90985d897d04d74d7a76627', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 10, 6, 1, 40, 38, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 10, 6, 1, 36, 54, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.2.134', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-10-06 01:43:03,087 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-etcd', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-10-06T01:36:54Z', u'reason': u'Completed', u'finishedAt': u'2020-10-06T01:37:04Z', u'containerID': u'containerd://10d2bb3b6e35930eeae747dcbd69ab287be124deb2a69e217f9f146b9bf9d579', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://10d2bb3b6e35930eeae747dcbd69ab287be124deb2a69e217f9f146b9bf9d579'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'cassandra', u'image': u'docker.io/ollivier/clearwater-cassandra:hunter', u'imageID': u'docker.io/ollivier/clearwater-cassandra@sha256:e0a6ca94460ea7a08848fca34ac5379e12427b63083a6cd409f4b4b94ccddb57', u'state': {u'running': {u'startedAt': u'2020-10-06T01:37:17Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://4656caca9e183e0711bddf459f24dfd931e65769f933e7c35dec070f52288991'}], u'podIP': u'10.244.2.135', u'startTime': u'2020-10-06T01:36:45Z', u'hostIP': u'172.18.0.3', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-10-06T01:37:08Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-10-06T01:38:29Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-10-06T01:38:29Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-10-06T01:36:45Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-z2lp7'}, u'name': u'default-token-z2lp7'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-etcd', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup etcd; do echo waiting for etcd to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'7000 9042 9160']}, u'initialDelaySeconds': 600, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'cassandra', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-cassandra:hunter', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'7000 9042 9160']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 7001}, {u'protocol': u'TCP', u'containerPort': 9042}, {u'protocol': u'TCP', u'containerPort': 9160}], u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'cassandra-56f89b7f94-tk2gw', u'labels': {u'pod-template-hash': u'56f89b7f94', u'service': u'cassandra'}, u'namespace': u'ims-ddv5v', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'cassandra-56f89b7f94', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'64f2de31-0774-11eb-8302-0242ac120002'}], u'resourceVersion': u'2213818', u'generateName': u'cassandra-56f89b7f94-', u'creationTimestamp': u'2020-10-06T01:36:45Z', u'selfLink': u'/api/v1/namespaces/ims-ddv5v/pods/cassandra-56f89b7f94-tk2gw', u'uid': u'64f3547e-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'cassandra-56f89b7f94-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '56f89b7f94', u'service': 'cassandra'}, 'managed_fields': None, 'name': 'cassandra-56f89b7f94-tk2gw', 'namespace': 'ims-ddv5v', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'cassandra-56f89b7f94', 'uid': '64f2de31-0774-11eb-8302-0242ac120002'}], 'resource_version': '2213818', 'self_link': '/api/v1/namespaces/ims-ddv5v/pods/cassandra-56f89b7f94-tk2gw', 'uid': '64f3547e-0774-11eb-8302-0242ac120002'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-cassandra:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '7000 9042 9160']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 600, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'cassandra', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 7001, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 9042, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 9160, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '7000 9042 9160']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup etcd; do echo waiting for etcd to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-etcd', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-z2lp7', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-z2lp7'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 37, 8, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 38, 29, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 38, 29, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://4656caca9e183e0711bddf459f24dfd931e65769f933e7c35dec070f52288991', 'image': 'docker.io/ollivier/clearwater-cassandra:hunter', 'image_id': 'docker.io/ollivier/clearwater-cassandra@sha256:e0a6ca94460ea7a08848fca34ac5379e12427b63083a6cd409f4b4b94ccddb57', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'cassandra', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 37, 17, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.3', 'init_container_statuses': [{'container_id': 'containerd://10d2bb3b6e35930eeae747dcbd69ab287be124deb2a69e217f9f146b9bf9d579', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-etcd', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://10d2bb3b6e35930eeae747dcbd69ab287be124deb2a69e217f9f146b9bf9d579', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 10, 6, 1, 37, 4, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 10, 6, 1, 36, 54, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.2.135', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 10, 6, 1, 36, 45, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-10-06 01:43:03,369 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-homestead-prov', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-10-06T01:36:54Z', u'reason': u'Completed', u'finishedAt': u'2020-10-06T01:40:43Z', u'containerID': u'containerd://7f8719c786b8a369cb9b7f902d0a5770858693673c64fbedca137843d87f42aa', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://7f8719c786b8a369cb9b7f902d0a5770858693673c64fbedca137843d87f42aa'}, {u'restartCount': 0, u'name': u'wait-on-sprout', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-10-06T01:40:45Z', u'reason': u'Completed', u'finishedAt': u'2020-10-06T01:40:46Z', u'containerID': u'containerd://b280e0e17182a0c00f71d19a877298d5b7be0350182b9cdc3b089016d7b69ad9', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://b280e0e17182a0c00f71d19a877298d5b7be0350182b9cdc3b089016d7b69ad9'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'ellis', u'image': u'docker.io/ollivier/clearwater-ellis:hunter', u'imageID': u'docker.io/ollivier/clearwater-ellis@sha256:177c949e01031a68e56315b8b70974e0fdd9bedece200dbcd68c9a0859bca477', u'state': {u'running': {u'startedAt': u'2020-10-06T01:40:48Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://dd46dfcec3d611974991df10e4983a0d7b6016e5b33f2278dac68aad6888edab'}], u'podIP': u'10.244.1.222', u'startTime': u'2020-10-06T01:36:47Z', u'hostIP': u'172.18.0.4', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-10-06T01:40:46Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-10-06T01:41:00Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-10-06T01:41:00Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-10-06T01:36:46Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-z2lp7'}, u'name': u'default-token-z2lp7'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-homestead-prov', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup homestead-prov; do echo waiting for homestead-prov to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-sprout', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 80}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'ellis', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-ellis:hunter', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 80}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 80}], u'resources': {}}], u'nodeName': u'hunter-worker'}, u'apiVersion': u'v1', u'metadata': {u'name': u'ellis-857689fbdd-5tmt9', u'labels': {u'pod-template-hash': u'857689fbdd', u'service': u'ellis'}, u'namespace': u'ims-ddv5v', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'ellis-857689fbdd', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'65680a6f-0774-11eb-8302-0242ac120002'}], u'resourceVersion': u'2214326', u'generateName': u'ellis-857689fbdd-', u'creationTimestamp': u'2020-10-06T01:36:46Z', u'selfLink': u'/api/v1/namespaces/ims-ddv5v/pods/ellis-857689fbdd-5tmt9', u'uid': u'656f1c22-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'ellis-857689fbdd-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '857689fbdd', u'service': 'ellis'}, 'managed_fields': None, 'name': 'ellis-857689fbdd-5tmt9', 'namespace': 'ims-ddv5v', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'ellis-857689fbdd', 'uid': '65680a6f-0774-11eb-8302-0242ac120002'}], 'resource_version': '2214326', 'self_link': '/api/v1/namespaces/ims-ddv5v/pods/ellis-857689fbdd-5tmt9', 'uid': '656f1c22-0774-11eb-8302-0242ac120002'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-ellis:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 80}, 'timeout_seconds': 1}, 'name': 'ellis', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 80, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 80}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup homestead-prov; do echo waiting for homestead-prov to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-homestead-prov', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup sprout; do echo waiting for sprout to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-sprout', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-z2lp7', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-z2lp7'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 46, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 41, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 41, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 46, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://dd46dfcec3d611974991df10e4983a0d7b6016e5b33f2278dac68aad6888edab', 'image': 'docker.io/ollivier/clearwater-ellis:hunter', 'image_id': 'docker.io/ollivier/clearwater-ellis@sha256:177c949e01031a68e56315b8b70974e0fdd9bedece200dbcd68c9a0859bca477', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'ellis', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 40, 48, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.4', 'init_container_statuses': [{'container_id': 'containerd://7f8719c786b8a369cb9b7f902d0a5770858693673c64fbedca137843d87f42aa', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-homestead-prov', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://7f8719c786b8a369cb9b7f902d0a5770858693673c64fbedca137843d87f42aa', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 10, 6, 1, 40, 43, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 10, 6, 1, 36, 54, tzinfo=tzlocal())}, 'waiting': None}}, {'container_id': 'containerd://b280e0e17182a0c00f71d19a877298d5b7be0350182b9cdc3b089016d7b69ad9', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-sprout', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://b280e0e17182a0c00f71d19a877298d5b7be0350182b9cdc3b089016d7b69ad9', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 10, 6, 1, 40, 46, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 10, 6, 1, 40, 45, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.1.222', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 10, 6, 1, 36, 47, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-10-06 01:43:03,699 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-cassandra', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-10-06T01:37:01Z', u'reason': u'Completed', u'finishedAt': u'2020-10-06T01:38:55Z', u'containerID': u'containerd://fad6272b1a7c8283dc61c627d03191cc925d26484bec47c20a6ca045088a2484', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://fad6272b1a7c8283dc61c627d03191cc925d26484bec47c20a6ca045088a2484'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'ralf', u'image': u'docker.io/ollivier/clearwater-ralf:hunter', u'imageID': u'docker.io/ollivier/clearwater-ralf@sha256:5dfc81029d63fae2fba5c896a0ba94abd85c745e66e6efa4fc3b0bfec8c820d7', u'state': {u'running': {u'startedAt': u'2020-10-06T01:39:01Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://f341c6102b4da3347346c3ac01dd73f524d9342a913dce0cc6741cdbd4135c61'}, {u'restartCount': 0, u'name': u'tailer', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'running': {u'startedAt': u'2020-10-06T01:39:06Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://ceb7745a09f35e5431242535515ade6649b32249f59cf20ba899fcbe10ffa194'}], u'podIP': u'10.244.2.139', u'startTime': u'2020-10-06T01:36:53Z', u'hostIP': u'172.18.0.3', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-10-06T01:38:57Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-10-06T01:39:17Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-10-06T01:39:17Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-10-06T01:36:50Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'ralflogs'}, {u'secret': {u'defaultMode': 420, u'secretName': u'default-token-z2lp7'}, u'name': u'default-token-z2lp7'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'tcpSocket': {u'port': 10888}, u'timeoutSeconds': 1, u'initialDelaySeconds': 30, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'ralf', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-ralf:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/ralf', u'name': u'ralflogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 10888}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 10888}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/ralf', u'name': u'ralflogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/ralf/ralf_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'ralf-797bfb6988-zx247', u'labels': {u'pod-template-hash': u'797bfb6988', u'snmp': u'enabled', u'service': u'ralf'}, u'namespace': u'ims-ddv5v', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'ralf-797bfb6988', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'6760b179-0774-11eb-8302-0242ac120002'}], u'resourceVersion': u'2213962', u'generateName': u'ralf-797bfb6988-', u'creationTimestamp': u'2020-10-06T01:36:50Z', u'selfLink': u'/api/v1/namespaces/ims-ddv5v/pods/ralf-797bfb6988-zx247', u'uid': u'679e5bb5-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 50, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'ralf-797bfb6988-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '797bfb6988', u'service': 'ralf', u'snmp': 'enabled'}, 'managed_fields': None, 'name': 'ralf-797bfb6988-zx247', 'namespace': 'ims-ddv5v', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'ralf-797bfb6988', 'uid': '6760b179-0774-11eb-8302-0242ac120002'}], 'resource_version': '2213962', 'self_link': '/api/v1/namespaces/ims-ddv5v/pods/ralf-797bfb6988-zx247', 'uid': '679e5bb5-0774-11eb-8302-0242ac120002'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-ralf:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 30, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 10888}, 'timeout_seconds': 1}, 'name': 'ralf', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 10888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 10888}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/ralf', 'mount_propagation': None, 'name': 'ralflogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/ralf/ralf_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/ralf', 'mount_propagation': None, 'name': 'ralflogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'ralflogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}, {'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-z2lp7', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-z2lp7'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 38, 57, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 39, 17, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 39, 17, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 50, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://f341c6102b4da3347346c3ac01dd73f524d9342a913dce0cc6741cdbd4135c61', 'image': 'docker.io/ollivier/clearwater-ralf:hunter', 'image_id': 'docker.io/ollivier/clearwater-ralf@sha256:5dfc81029d63fae2fba5c896a0ba94abd85c745e66e6efa4fc3b0bfec8c820d7', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'ralf', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 39, 1, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}, {'container_id': 'containerd://ceb7745a09f35e5431242535515ade6649b32249f59cf20ba899fcbe10ffa194', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'tailer', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 39, 6, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.3', 'init_container_statuses': [{'container_id': 'containerd://fad6272b1a7c8283dc61c627d03191cc925d26484bec47c20a6ca045088a2484', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-cassandra', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://fad6272b1a7c8283dc61c627d03191cc925d26484bec47c20a6ca045088a2484', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 10, 6, 1, 38, 55, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 10, 6, 1, 37, 1, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.2.139', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 10, 6, 1, 36, 53, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-10-06 01:43:04,028 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'phase': u'Pending', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-10-06T01:43:00Z'}], u'qosClass': u'BestEffort'}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Never', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-z2lp7'}, u'name': u'default-token-z2lp7'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'containers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'live-test', u'image': u'ollivier/clearwater-live-test:hunter', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'rake', u'test[ims-ddv5v.svc.cluster.local]', u'PROXY=bono.ims-ddv5v.svc.cluster.local', u'ELLIS=ellis.ims-ddv5v.svc.cluster.local', u'SIGNUP_CODE=secret', u'--trace'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'live-test', u'namespace': u'ims-ddv5v', u'resourceVersion': u'2214590', u'creationTimestamp': u'2020-10-06T01:43:00Z', u'selfLink': u'/api/v1/namespaces/ims-ddv5v/pods/live-test', u'uid': u'44aaa71f-0775-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 43, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'live-test', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2214590', 'self_link': '/api/v1/namespaces/ims-ddv5v/pods/live-test', 'uid': '44aaa71f-0775-11eb-8302-0242ac120002'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': ['rake', 'test[ims-ddv5v.svc.cluster.local]', 'PROXY=bono.ims-ddv5v.svc.cluster.local', 'ELLIS=ellis.ims-ddv5v.svc.cluster.local', 'SIGNUP_CODE=secret', '--trace'], 'env': None, 'env_from': None, 'image': 'ollivier/clearwater-live-test:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'live-test', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': None, 'init_containers': None, 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Never', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-z2lp7', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-z2lp7'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 43, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': None, 'host_ip': None, 'init_container_statuses': None, 'message': None, 'nominated_node_name': None, 'phase': 'Pending', 'pod_ip': None, 'qos_class': 'BestEffort', 'reason': None, 'start_time': None}}, u'type': u'ADDED'} 2020-10-06 01:43:04,193 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-cassandra', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-10-06T01:36:59Z', u'reason': u'Completed', u'finishedAt': u'2020-10-06T01:39:00Z', u'containerID': u'containerd://998b429e3644b79222dd08d38b0945efeb4f1ab926845d7e9df12d804db34b5c', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://998b429e3644b79222dd08d38b0945efeb4f1ab926845d7e9df12d804db34b5c'}, {u'restartCount': 0, u'name': u'wait-on-astaire', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-10-06T01:39:06Z', u'reason': u'Completed', u'finishedAt': u'2020-10-06T01:40:08Z', u'containerID': u'containerd://c243822edfed652be2eabe885a9cb8f428bf0cb85a099cc12041efbdb573f52c', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://c243822edfed652be2eabe885a9cb8f428bf0cb85a099cc12041efbdb573f52c'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'homestead', u'image': u'docker.io/ollivier/clearwater-homestead:hunter', u'imageID': u'docker.io/ollivier/clearwater-homestead@sha256:709052509ff00074676a8d53840c92e45004d4bc0c1615ff4ede6bfccf90437d', u'state': {u'running': {u'startedAt': u'2020-10-06T01:40:11Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://e7cdc7dea0feff46e2eff26fc5fb49ac2f9e9658dd3d69a559031bc3eb34923b'}, {u'restartCount': 0, u'name': u'tailer', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'running': {u'startedAt': u'2020-10-06T01:40:12Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://a0af9f4706030fa6b5fd1b2b1b81f901a5a54cc84a1f86106527885cbcd3956a'}], u'podIP': u'10.244.2.138', u'startTime': u'2020-10-06T01:36:49Z', u'hostIP': u'172.18.0.3', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-10-06T01:40:09Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-10-06T01:40:20Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-10-06T01:40:20Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-10-06T01:36:49Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'homesteadlogs'}, {u'secret': {u'defaultMode': 420, u'secretName': u'default-token-z2lp7'}, u'name': u'default-token-z2lp7'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-astaire', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup astaire; do echo waiting for astaire to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'8888']}, u'initialDelaySeconds': 60, u'periodSeconds': 10, u'successThreshold': 1, u'failureThreshold': 3}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'homestead', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-homestead:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/homestead', u'name': u'homesteadlogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'periodSeconds': 10, u'failureThreshold': 3, u'timeoutSeconds': 1, u'exec': {u'command': [u'/bin/bash', u'/usr/share/kubernetes/liveness.sh', u'8888']}}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 8888}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/homestead', u'name': u'homesteadlogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/homestead/homestead_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'homestead-7f8f7d7cc9-jk529', u'labels': {u'pod-template-hash': u'7f8f7d7cc9', u'snmp': u'enabled', u'service': u'homestead'}, u'namespace': u'ims-ddv5v', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'homestead-7f8f7d7cc9', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'66b2a696-0774-11eb-8302-0242ac120002'}], u'resourceVersion': u'2214180', u'generateName': u'homestead-7f8f7d7cc9-', u'creationTimestamp': u'2020-10-06T01:36:48Z', u'selfLink': u'/api/v1/namespaces/ims-ddv5v/pods/homestead-7f8f7d7cc9-jk529', u'uid': u'66ee632e-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 48, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'homestead-7f8f7d7cc9-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '7f8f7d7cc9', u'service': 'homestead', u'snmp': 'enabled'}, 'managed_fields': None, 'name': 'homestead-7f8f7d7cc9-jk529', 'namespace': 'ims-ddv5v', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'homestead-7f8f7d7cc9', 'uid': '66b2a696-0774-11eb-8302-0242ac120002'}], 'resource_version': '2214180', 'self_link': '/api/v1/namespaces/ims-ddv5v/pods/homestead-7f8f7d7cc9-jk529', 'uid': '66ee632e-0774-11eb-8302-0242ac120002'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-homestead:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '8888']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': 60, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'name': 'homestead', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 8888, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': {'command': ['/bin/bash', '/usr/share/kubernetes/liveness.sh', '8888']}, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': None, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/homestead', 'mount_propagation': None, 'name': 'homesteadlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/homestead/homestead_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/homestead', 'mount_propagation': None, 'name': 'homesteadlogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['sh', '-c', 'until nslookup astaire; do echo waiting for astaire to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-astaire', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'homesteadlogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}, {'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-z2lp7', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-z2lp7'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 9, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 20, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 40, 20, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://e7cdc7dea0feff46e2eff26fc5fb49ac2f9e9658dd3d69a559031bc3eb34923b', 'image': 'docker.io/ollivier/clearwater-homestead:hunter', 'image_id': 'docker.io/ollivier/clearwater-homestead@sha256:709052509ff00074676a8d53840c92e45004d4bc0c1615ff4ede6bfccf90437d', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'homestead', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 40, 11, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}, {'container_id': 'containerd://a0af9f4706030fa6b5fd1b2b1b81f901a5a54cc84a1f86106527885cbcd3956a', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'tailer', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 40, 12, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.3', 'init_container_statuses': [{'container_id': 'containerd://998b429e3644b79222dd08d38b0945efeb4f1ab926845d7e9df12d804db34b5c', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-cassandra', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://998b429e3644b79222dd08d38b0945efeb4f1ab926845d7e9df12d804db34b5c', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 10, 6, 1, 39, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 10, 6, 1, 36, 59, tzinfo=tzlocal())}, 'waiting': None}}, {'container_id': 'containerd://c243822edfed652be2eabe885a9cb8f428bf0cb85a099cc12041efbdb573f52c', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-astaire', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://c243822edfed652be2eabe885a9cb8f428bf0cb85a099cc12041efbdb573f52c', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 10, 6, 1, 40, 8, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 10, 6, 1, 39, 6, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.2.138', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-10-06 01:43:04,599 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'initContainerStatuses': [{u'restartCount': 0, u'name': u'wait-on-cassandra', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'terminated': {u'startedAt': u'2020-10-06T01:36:49Z', u'reason': u'Completed', u'finishedAt': u'2020-10-06T01:38:53Z', u'containerID': u'containerd://78825d6cb21c03225254f979643a823daecbc3309a1ccf4e54fd2de206fe8d4b', u'exitCode': 0}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://78825d6cb21c03225254f979643a823daecbc3309a1ccf4e54fd2de206fe8d4b'}], u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'astaire', u'image': u'docker.io/ollivier/clearwater-astaire:hunter', u'imageID': u'docker.io/ollivier/clearwater-astaire@sha256:952f8fa55e26181c90aad327c5a9ec98661ef933decbc3f547836c03447a4c3c', u'state': {u'running': {u'startedAt': u'2020-10-06T01:38:57Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://daebbb7ecebb9c2aad2815734c63638e5275aa1c717ac57d7314d7a7f53b5d79'}, {u'restartCount': 0, u'name': u'tailer', u'image': u'docker.io/library/busybox:1.28', u'imageID': u'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', u'state': {u'running': {u'startedAt': u'2020-10-06T01:39:02Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://4ec10949271e5e90bdc4147691c67b6788912f5c6dfa8c5985d5d003962257ce'}], u'podIP': u'10.244.1.221', u'startTime': u'2020-10-06T01:36:44Z', u'hostIP': u'172.18.0.4', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-10-06T01:38:54Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-10-06T01:39:54Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-10-06T01:39:54Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-10-06T01:36:44Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 120, u'restartPolicy': u'Always', u'volumes': [{u'emptyDir': {}, u'name': u'astairelogs'}, {u'secret': {u'defaultMode': 420, u'secretName': u'default-token-z2lp7'}, u'name': u'default-token-z2lp7'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'initContainers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'wait-on-cassandra', u'image': u'busybox:1.28', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'sh', u'-c', u'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'imagePullSecrets': [{}], u'containers': [{u'livenessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 11311}, u'failureThreshold': 9, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'terminationMessagePath': u'/dev/termination-log', u'name': u'astaire', u'envFrom': [{u'configMapRef': {u'name': u'env-vars'}}], u'image': u'ollivier/clearwater-astaire:hunter', u'volumeMounts': [{u'mountPath': u'/var/log/astaire', u'name': u'astairelogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'lifecycle': {u'preStop': {u'exec': {u'command': [u'/bin/bash', u'-c', u'/usr/bin/pre-stop']}}}, u'env': [{u'valueFrom': {u'fieldRef': {u'fieldPath': u'status.podIP', u'apiVersion': u'v1'}}, u'name': u'MY_POD_IP'}], u'imagePullPolicy': u'IfNotPresent', u'readinessProbe': {u'successThreshold': 1, u'tcpSocket': {u'port': 11311}, u'failureThreshold': 3, u'timeoutSeconds': 1, u'periodSeconds': 10}, u'ports': [{u'protocol': u'TCP', u'containerPort': 22}, {u'protocol': u'TCP', u'containerPort': 11211}, {u'protocol': u'TCP', u'containerPort': 11311}], u'resources': {}}, {u'terminationMessagePath': u'/dev/termination-log', u'name': u'tailer', u'image': u'busybox:1.28', u'volumeMounts': [{u'mountPath': u'/var/log/astaire', u'name': u'astairelogs'}, {u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'tail', u'-F', u'/var/log/astaire/astaire_current.txt'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'nodeName': u'hunter-worker'}, u'apiVersion': u'v1', u'metadata': {u'name': u'astaire-5d44675d59-96g6d', u'labels': {u'pod-template-hash': u'5d44675d59', u'service': u'astaire'}, u'namespace': u'ims-ddv5v', u'ownerReferences': [{u'kind': u'ReplicaSet', u'name': u'astaire-5d44675d59', u'apiVersion': u'apps/v1', u'controller': True, u'blockOwnerDeletion': True, u'uid': u'64741073-0774-11eb-8302-0242ac120002'}], u'resourceVersion': u'2214109', u'generateName': u'astaire-5d44675d59-', u'creationTimestamp': u'2020-10-06T01:36:44Z', u'selfLink': u'/api/v1/namespaces/ims-ddv5v/pods/astaire-5d44675d59-96g6d', u'uid': u'647ae0a1-0774-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 36, 44, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': 'astaire-5d44675d59-', 'generation': None, 'initializers': None, 'labels': {u'pod-template-hash': '5d44675d59', u'service': 'astaire'}, 'managed_fields': None, 'name': 'astaire-5d44675d59-96g6d', 'namespace': 'ims-ddv5v', 'owner_references': [{'api_version': 'apps/v1', 'block_owner_deletion': True, 'controller': True, 'kind': 'ReplicaSet', 'name': 'astaire-5d44675d59', 'uid': '64741073-0774-11eb-8302-0242ac120002'}], 'resource_version': '2214109', 'self_link': '/api/v1/namespaces/ims-ddv5v/pods/astaire-5d44675d59-96g6d', 'uid': '647ae0a1-0774-11eb-8302-0242ac120002'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': None, 'env': [{'name': 'MY_POD_IP', 'value': None, 'value_from': {'config_map_key_ref': None, 'field_ref': {'api_version': 'v1', 'field_path': 'status.podIP'}, 'resource_field_ref': None, 'secret_key_ref': None}}], 'env_from': [{'config_map_ref': {'name': 'env-vars', 'optional': None}, 'prefix': None, 'secret_ref': None}], 'image': 'ollivier/clearwater-astaire:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': {'post_start': None, 'pre_stop': {'_exec': {'command': ['/bin/bash', '-c', '/usr/bin/pre-stop']}, 'http_get': None, 'tcp_socket': None}}, 'liveness_probe': {'_exec': None, 'failure_threshold': 9, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 11311}, 'timeout_seconds': 1}, 'name': 'astaire', 'ports': [{'container_port': 22, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 11211, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}, {'container_port': 11311, 'host_ip': None, 'host_port': None, 'name': None, 'protocol': 'TCP'}], 'readiness_probe': {'_exec': None, 'failure_threshold': 3, 'http_get': None, 'initial_delay_seconds': None, 'period_seconds': 10, 'success_threshold': 1, 'tcp_socket': {'host': None, 'port': 11311}, 'timeout_seconds': 1}, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/astaire', 'mount_propagation': None, 'name': 'astairelogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}, {'args': None, 'command': ['tail', '-F', '/var/log/astaire/astaire_current.txt'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'tailer', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/log/astaire', 'mount_propagation': None, 'name': 'astairelogs', 'read_only': None, 'sub_path': None, 'sub_path_expr': None}, {'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': [{'name': None}], 'init_containers': [{'args': None, 'command': ['sh', '-c', 'until nslookup cassandra; do echo waiting for cassandra to start ...; sleep 2; done'], 'env': None, 'env_from': None, 'image': 'busybox:1.28', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'wait-on-cassandra', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'node_name': 'hunter-worker', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Always', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 120, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': {'medium': None, 'size_limit': None}, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'astairelogs', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': None, 'storageos': None, 'vsphere_volume': None}, {'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-z2lp7', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-z2lp7'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 38, 54, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 39, 54, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 39, 54, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 36, 44, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://daebbb7ecebb9c2aad2815734c63638e5275aa1c717ac57d7314d7a7f53b5d79', 'image': 'docker.io/ollivier/clearwater-astaire:hunter', 'image_id': 'docker.io/ollivier/clearwater-astaire@sha256:952f8fa55e26181c90aad327c5a9ec98661ef933decbc3f547836c03447a4c3c', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'astaire', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 38, 57, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}, {'container_id': 'containerd://4ec10949271e5e90bdc4147691c67b6788912f5c6dfa8c5985d5d003962257ce', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'tailer', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 39, 2, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.4', 'init_container_statuses': [{'container_id': 'containerd://78825d6cb21c03225254f979643a823daecbc3309a1ccf4e54fd2de206fe8d4b', 'image': 'docker.io/library/busybox:1.28', 'image_id': 'docker.io/library/busybox@sha256:141c253bc4c3fd0a201d32dc1f493bcf3fff003b6df416dea4f41046e0f37d47', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'wait-on-cassandra', 'ready': True, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://78825d6cb21c03225254f979643a823daecbc3309a1ccf4e54fd2de206fe8d4b', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 10, 6, 1, 38, 53, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 10, 6, 1, 36, 49, tzinfo=tzlocal())}, 'waiting': None}}], 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.1.221', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 10, 6, 1, 36, 44, tzinfo=tzlocal())}}, u'type': u'ADDED'} 2020-10-06 01:43:04,947 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'live-test', u'image': u'ollivier/clearwater-live-test:hunter', u'imageID': u'', u'state': {u'waiting': {u'reason': u'ContainerCreating'}}, u'ready': False, u'lastState': {}}], u'startTime': u'2020-10-06T01:43:00Z', u'hostIP': u'172.18.0.3', u'phase': u'Pending', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-10-06T01:43:00Z'}, {u'status': u'False', u'lastTransitionTime': u'2020-10-06T01:43:00Z', u'reason': u'ContainersNotReady', u'lastProbeTime': None, u'message': u'containers with unready status: [live-test]', u'type': u'Ready'}, {u'status': u'False', u'lastTransitionTime': u'2020-10-06T01:43:00Z', u'reason': u'ContainersNotReady', u'lastProbeTime': None, u'message': u'containers with unready status: [live-test]', u'type': u'ContainersReady'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-10-06T01:43:00Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Never', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-z2lp7'}, u'name': u'default-token-z2lp7'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'containers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'live-test', u'image': u'ollivier/clearwater-live-test:hunter', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'rake', u'test[ims-ddv5v.svc.cluster.local]', u'PROXY=bono.ims-ddv5v.svc.cluster.local', u'ELLIS=ellis.ims-ddv5v.svc.cluster.local', u'SIGNUP_CODE=secret', u'--trace'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'live-test', u'namespace': u'ims-ddv5v', u'resourceVersion': u'2214592', u'creationTimestamp': u'2020-10-06T01:43:00Z', u'selfLink': u'/api/v1/namespaces/ims-ddv5v/pods/live-test', u'uid': u'44aaa71f-0775-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 43, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'live-test', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2214592', 'self_link': '/api/v1/namespaces/ims-ddv5v/pods/live-test', 'uid': '44aaa71f-0775-11eb-8302-0242ac120002'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': ['rake', 'test[ims-ddv5v.svc.cluster.local]', 'PROXY=bono.ims-ddv5v.svc.cluster.local', 'ELLIS=ellis.ims-ddv5v.svc.cluster.local', 'SIGNUP_CODE=secret', '--trace'], 'env': None, 'env_from': None, 'image': 'ollivier/clearwater-live-test:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'live-test', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': None, 'init_containers': None, 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Never', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-z2lp7', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-z2lp7'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 43, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 43, tzinfo=tzlocal()), 'message': 'containers with unready status: [live-test]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 43, tzinfo=tzlocal()), 'message': 'containers with unready status: [live-test]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 43, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': None, 'image': 'ollivier/clearwater-live-test:hunter', 'image_id': '', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'live-test', 'ready': False, 'restart_count': 0, 'state': {'running': None, 'terminated': None, 'waiting': {'message': None, 'reason': 'ContainerCreating'}}}], 'host_ip': '172.18.0.3', 'init_container_statuses': None, 'message': None, 'nominated_node_name': None, 'phase': 'Pending', 'pod_ip': None, 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 10, 6, 1, 43, tzinfo=tzlocal())}}, u'type': u'MODIFIED'} 2020-10-06 01:43:05,098 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'live-test', u'image': u'docker.io/ollivier/clearwater-live-test:hunter', u'imageID': u'docker.io/ollivier/clearwater-live-test@sha256:178bbf9b98c044c0d84af42f9adcd167d6b5e6658219ebfbd352215dbc27dc97', u'state': {u'running': {u'startedAt': u'2020-10-06T01:43:03Z'}}, u'ready': True, u'lastState': {}, u'containerID': u'containerd://49a0e66b317f4a2145d1a58e9cde3f68a339b37be27a5b8841ddfc15e58f2ef4'}], u'podIP': u'10.244.2.145', u'startTime': u'2020-10-06T01:43:00Z', u'hostIP': u'172.18.0.3', u'phase': u'Running', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'type': u'Initialized', u'lastTransitionTime': u'2020-10-06T01:43:00Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'Ready', u'lastTransitionTime': u'2020-10-06T01:43:04Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'ContainersReady', u'lastTransitionTime': u'2020-10-06T01:43:04Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-10-06T01:43:00Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Never', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-z2lp7'}, u'name': u'default-token-z2lp7'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'containers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'live-test', u'image': u'ollivier/clearwater-live-test:hunter', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'rake', u'test[ims-ddv5v.svc.cluster.local]', u'PROXY=bono.ims-ddv5v.svc.cluster.local', u'ELLIS=ellis.ims-ddv5v.svc.cluster.local', u'SIGNUP_CODE=secret', u'--trace'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'live-test', u'namespace': u'ims-ddv5v', u'resourceVersion': u'2214602', u'creationTimestamp': u'2020-10-06T01:43:00Z', u'selfLink': u'/api/v1/namespaces/ims-ddv5v/pods/live-test', u'uid': u'44aaa71f-0775-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 43, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'live-test', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2214602', 'self_link': '/api/v1/namespaces/ims-ddv5v/pods/live-test', 'uid': '44aaa71f-0775-11eb-8302-0242ac120002'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': ['rake', 'test[ims-ddv5v.svc.cluster.local]', 'PROXY=bono.ims-ddv5v.svc.cluster.local', 'ELLIS=ellis.ims-ddv5v.svc.cluster.local', 'SIGNUP_CODE=secret', '--trace'], 'env': None, 'env_from': None, 'image': 'ollivier/clearwater-live-test:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'live-test', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': None, 'init_containers': None, 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Never', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-z2lp7', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-z2lp7'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 43, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 43, 4, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 43, 4, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 43, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://49a0e66b317f4a2145d1a58e9cde3f68a339b37be27a5b8841ddfc15e58f2ef4', 'image': 'docker.io/ollivier/clearwater-live-test:hunter', 'image_id': 'docker.io/ollivier/clearwater-live-test@sha256:178bbf9b98c044c0d84af42f9adcd167d6b5e6658219ebfbd352215dbc27dc97', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'live-test', 'ready': True, 'restart_count': 0, 'state': {'running': {'started_at': datetime.datetime(2020, 10, 6, 1, 43, 3, tzinfo=tzlocal())}, 'terminated': None, 'waiting': None}}], 'host_ip': '172.18.0.3', 'init_container_statuses': None, 'message': None, 'nominated_node_name': None, 'phase': 'Running', 'pod_ip': '10.244.2.145', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 10, 6, 1, 43, tzinfo=tzlocal())}}, u'type': u'MODIFIED'} 2020-10-06 01:45:38,789 - functest_kubernetes.ims.ims - DEBUG - {'raw_object': {u'status': {u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'live-test', u'image': u'docker.io/ollivier/clearwater-live-test:hunter', u'imageID': u'docker.io/ollivier/clearwater-live-test@sha256:178bbf9b98c044c0d84af42f9adcd167d6b5e6658219ebfbd352215dbc27dc97', u'state': {u'terminated': {u'startedAt': u'2020-10-06T01:43:03Z', u'reason': u'Completed', u'finishedAt': u'2020-10-06T01:45:37Z', u'containerID': u'containerd://49a0e66b317f4a2145d1a58e9cde3f68a339b37be27a5b8841ddfc15e58f2ef4', u'exitCode': 0}}, u'ready': False, u'lastState': {}, u'containerID': u'containerd://49a0e66b317f4a2145d1a58e9cde3f68a339b37be27a5b8841ddfc15e58f2ef4'}], u'podIP': u'10.244.2.145', u'startTime': u'2020-10-06T01:43:00Z', u'hostIP': u'172.18.0.3', u'phase': u'Succeeded', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'reason': u'PodCompleted', u'type': u'Initialized', u'lastTransitionTime': u'2020-10-06T01:43:00Z'}, {u'status': u'False', u'lastProbeTime': None, u'reason': u'PodCompleted', u'type': u'Ready', u'lastTransitionTime': u'2020-10-06T01:45:38Z'}, {u'status': u'False', u'lastProbeTime': None, u'reason': u'PodCompleted', u'type': u'ContainersReady', u'lastTransitionTime': u'2020-10-06T01:45:38Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-10-06T01:43:00Z'}]}, u'kind': u'Pod', u'spec': {u'dnsPolicy': u'ClusterFirst', u'securityContext': {}, u'serviceAccountName': u'default', u'schedulerName': u'default-scheduler', u'enableServiceLinks': True, u'serviceAccount': u'default', u'priority': 0, u'terminationGracePeriodSeconds': 30, u'restartPolicy': u'Never', u'volumes': [{u'secret': {u'defaultMode': 420, u'secretName': u'default-token-z2lp7'}, u'name': u'default-token-z2lp7'}], u'tolerations': [{u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/not-ready'}, {u'operator': u'Exists', u'tolerationSeconds': 300, u'effect': u'NoExecute', u'key': u'node.kubernetes.io/unreachable'}], u'containers': [{u'terminationMessagePath': u'/dev/termination-log', u'name': u'live-test', u'image': u'ollivier/clearwater-live-test:hunter', u'volumeMounts': [{u'readOnly': True, u'mountPath': u'/var/run/secrets/kubernetes.io/serviceaccount', u'name': u'default-token-z2lp7'}], u'terminationMessagePolicy': u'File', u'command': [u'rake', u'test[ims-ddv5v.svc.cluster.local]', u'PROXY=bono.ims-ddv5v.svc.cluster.local', u'ELLIS=ellis.ims-ddv5v.svc.cluster.local', u'SIGNUP_CODE=secret', u'--trace'], u'imagePullPolicy': u'IfNotPresent', u'resources': {}}], u'nodeName': u'hunter-worker2'}, u'apiVersion': u'v1', u'metadata': {u'name': u'live-test', u'namespace': u'ims-ddv5v', u'resourceVersion': u'2214903', u'creationTimestamp': u'2020-10-06T01:43:00Z', u'selfLink': u'/api/v1/namespaces/ims-ddv5v/pods/live-test', u'uid': u'44aaa71f-0775-11eb-8302-0242ac120002'}}, u'object': {'api_version': 'v1', 'kind': 'Pod', 'metadata': {'annotations': None, 'cluster_name': None, 'creation_timestamp': datetime.datetime(2020, 10, 6, 1, 43, tzinfo=tzlocal()), 'deletion_grace_period_seconds': None, 'deletion_timestamp': None, 'finalizers': None, 'generate_name': None, 'generation': None, 'initializers': None, 'labels': None, 'managed_fields': None, 'name': 'live-test', 'namespace': 'ims-ddv5v', 'owner_references': None, 'resource_version': '2214903', 'self_link': '/api/v1/namespaces/ims-ddv5v/pods/live-test', 'uid': '44aaa71f-0775-11eb-8302-0242ac120002'}, 'spec': {'active_deadline_seconds': None, 'affinity': None, 'automount_service_account_token': None, 'containers': [{'args': None, 'command': ['rake', 'test[ims-ddv5v.svc.cluster.local]', 'PROXY=bono.ims-ddv5v.svc.cluster.local', 'ELLIS=ellis.ims-ddv5v.svc.cluster.local', 'SIGNUP_CODE=secret', '--trace'], 'env': None, 'env_from': None, 'image': 'ollivier/clearwater-live-test:hunter', 'image_pull_policy': 'IfNotPresent', 'lifecycle': None, 'liveness_probe': None, 'name': 'live-test', 'ports': None, 'readiness_probe': None, 'resources': {'limits': None, 'requests': None}, 'security_context': None, 'stdin': None, 'stdin_once': None, 'termination_message_path': '/dev/termination-log', 'termination_message_policy': 'File', 'tty': None, 'volume_devices': None, 'volume_mounts': [{'mount_path': '/var/run/secrets/kubernetes.io/serviceaccount', 'mount_propagation': None, 'name': 'default-token-z2lp7', 'read_only': True, 'sub_path': None, 'sub_path_expr': None}], 'working_dir': None}], 'dns_config': None, 'dns_policy': 'ClusterFirst', 'enable_service_links': True, 'host_aliases': None, 'host_ipc': None, 'host_network': None, 'host_pid': None, 'hostname': None, 'image_pull_secrets': None, 'init_containers': None, 'node_name': 'hunter-worker2', 'node_selector': None, 'priority': 0, 'priority_class_name': None, 'readiness_gates': None, 'restart_policy': 'Never', 'runtime_class_name': None, 'scheduler_name': 'default-scheduler', 'security_context': {'fs_group': None, 'run_as_group': None, 'run_as_non_root': None, 'run_as_user': None, 'se_linux_options': None, 'supplemental_groups': None, 'sysctls': None}, 'service_account': 'default', 'service_account_name': 'default', 'share_process_namespace': None, 'subdomain': None, 'termination_grace_period_seconds': 30, 'tolerations': [{'effect': 'NoExecute', 'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}, {'effect': 'NoExecute', 'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'toleration_seconds': 300, 'value': None}], 'volumes': [{'aws_elastic_block_store': None, 'azure_disk': None, 'azure_file': None, 'cephfs': None, 'cinder': None, 'config_map': None, 'csi': None, 'downward_api': None, 'empty_dir': None, 'fc': None, 'flex_volume': None, 'flocker': None, 'gce_persistent_disk': None, 'git_repo': None, 'glusterfs': None, 'host_path': None, 'iscsi': None, 'name': 'default-token-z2lp7', 'nfs': None, 'persistent_volume_claim': None, 'photon_persistent_disk': None, 'portworx_volume': None, 'projected': None, 'quobyte': None, 'rbd': None, 'scale_io': None, 'secret': {'default_mode': 420, 'items': None, 'optional': None, 'secret_name': 'default-token-z2lp7'}, 'storageos': None, 'vsphere_volume': None}]}, 'status': {'conditions': [{'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 43, tzinfo=tzlocal()), 'message': None, 'reason': 'PodCompleted', 'status': 'True', 'type': 'Initialized'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 45, 38, tzinfo=tzlocal()), 'message': None, 'reason': 'PodCompleted', 'status': 'False', 'type': 'Ready'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 45, 38, tzinfo=tzlocal()), 'message': None, 'reason': 'PodCompleted', 'status': 'False', 'type': 'ContainersReady'}, {'last_probe_time': None, 'last_transition_time': datetime.datetime(2020, 10, 6, 1, 43, tzinfo=tzlocal()), 'message': None, 'reason': None, 'status': 'True', 'type': 'PodScheduled'}], 'container_statuses': [{'container_id': 'containerd://49a0e66b317f4a2145d1a58e9cde3f68a339b37be27a5b8841ddfc15e58f2ef4', 'image': 'docker.io/ollivier/clearwater-live-test:hunter', 'image_id': 'docker.io/ollivier/clearwater-live-test@sha256:178bbf9b98c044c0d84af42f9adcd167d6b5e6658219ebfbd352215dbc27dc97', 'last_state': {'running': None, 'terminated': None, 'waiting': None}, 'name': 'live-test', 'ready': False, 'restart_count': 0, 'state': {'running': None, 'terminated': {'container_id': 'containerd://49a0e66b317f4a2145d1a58e9cde3f68a339b37be27a5b8841ddfc15e58f2ef4', 'exit_code': 0, 'finished_at': datetime.datetime(2020, 10, 6, 1, 45, 37, tzinfo=tzlocal()), 'message': None, 'reason': 'Completed', 'signal': None, 'started_at': datetime.datetime(2020, 10, 6, 1, 43, 3, tzinfo=tzlocal())}, 'waiting': None}}], 'host_ip': '172.18.0.3', 'init_container_statuses': None, 'message': None, 'nominated_node_name': None, 'phase': 'Succeeded', 'pod_ip': '10.244.2.145', 'qos_class': 'BestEffort', 'reason': None, 'start_time': datetime.datetime(2020, 10, 6, 1, 43, tzinfo=tzlocal())}}, u'type': u'MODIFIED'} 2020-10-06 01:45:39,018 - kubernetes.client.rest - DEBUG - response body: ** Invoke test (first_time) ** Execute test /usr/lib/ruby/gems/2.6.0/gems/httpi-2.4.0/lib/httpi/auth/ssl.rb:13: warning: constant OpenSSL::SSL::SSLContext::METHODS is deprecated # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' Basic Call - Mainline (TCP) - (6505550520, 6505550244) Passed Basic Call - SDP (TCP) - (6505550860, 6505550017) Passed Basic Call - Tel URIs (TCP) - (6505550456, 6505550539) Passed Basic Call - Unknown number (TCP) - (6505550260, 6505550511) Passed Basic Call - Rejected by remote endpoint (TCP) - (6505550737, 6505550338) Passed Basic Call - Messages - Pager model (TCP) - (6505550275, 6505550807) Passed Basic Call - Pracks (TCP) - (6505550130, 6505550796) Passed Basic Registration (TCP) - (6505550011) Passed Emergency Registration (TCP) - Skipped (Not running with emergency registrations) - Call with EMERGENCY_REG=Y to run test Multiple Identities (TCP) - (6505550088, 6505550409) Passed Call Barring - Outbound Rejection (TCP) - (6505550739, 6505550186) Passed Call Barring - Allow non-international call (TCP) - Skipped (No PSTN support) - Call with PSTN=true to run test Call Barring - Reject international call (TCP) - Skipped (No PSTN support) - Call with PSTN=true to run test Call Barring - Inbound Rejection (TCP) - (6505550032, 6505550684) Passed Call Diversion AS - Unconditional (TCP) - Skipped (No Call Diversion AS hostname provided) - Call with CDIV_AS= Call Diversion AS - Busy (TCP) - Skipped (No Call Diversion AS hostname provided) - Call with CDIV_AS= Call Diversion AS - No answer (TCP) - Skipped (No Call Diversion AS hostname provided) - Call with CDIV_AS= Call Diversion - Not registered (TCP) - (6505550791, 6505550674, 6505550452) Passed Call Diversion - Not reachable (not registered) (TCP) - (6505550157, 6505550725, 6505550161) Passed Call Diversion - Not reachable (408) (TCP) - (6505550012, 6505550518, 6505550437) Passed Call Diversion - Not reachable (503) (TCP) - (6505550596, 6505550326, 6505550856) Passed Call Diversion - Not reachable (500) (TCP) - (6505550367, 6505550346, 6505550949) Passed Call Diversion - Busy (TCP) - (6505550303, 6505550032, 6505550173) Passed Call Diversion - Unconditional (TCP) - (6505550212, 6505550168, 6505550243) Passed Call Diversion - No answer (TCP) - (6505550664, 6505550699, 6505550308) Passed Call Diversion - Bad target URI (TCP) - (6505550080, 6505550282) Passed Call Diversion - Audio-only call (TCP) - (6505550744, 6505550444, 6505550035, 6505550887) Passed Call Diversion - Audio-video call (TCP) - (6505550465, 6505550437, 6505550191, 6505550938) Passed Call Forking - Mainline (TCP) - (6505550517, 6505550465) Passed Call Forking - Endpoint offline (TCP) - (6505550305, 6505550816) Passed Call Forking - Endpoint offline while ringing (TCP) - (6505550586, 6505550365) Passed Call Waiting - Accepted (TCP) - (6505550703, 6505550579, 6505550044) Passed Call Waiting - Cancelled (TCP) - (6505550917, 6505550581, 6505550685) Passed CANCEL - Mainline (TCP) - (6505550645, 6505550677) Passed Filtering - Accept-Contact (TCP) - (6505550376, 6505550833) Passed Accept-Contact with response (SFR 511195) (TCP) - (6505550054, 6505550301) Passed Filtering - Accept-Contact no match (TCP) - (6505550942, 6505550565) Passed Filtering - Accept-Contact negated match (TCP) - (6505550673, 6505550712) Passed Filtering - RFC3841 example (TCP) - (6505550996, 6505550326) Passed Filtering - Reject-Contact no match (TCP) - (6505550703, 6505550673) Passed Filtering - Reject-Contact match (TCP) - (6505550358, 6505550797) Passed Gemini - INVITE - VoIP device answers (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Mobile device answers (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - VoIP device rejects (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Mobile device rejects (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Mobile device rejects with a 480 (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Both reject, choose mobile response (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Both reject, choose VoIP response (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Successful call with GR (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Failed call with GR (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Successful call with Accept-Contact (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Failed call with Accept-Contact (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - SUBSCRIBE - Mobile Notifies (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - SUBSCRIBE - Joint 408 (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= GRUU - REGISTER - two bindings with and without GRUU (TCP) - (6505550163) Passed GRUU - REGISTER - binding suggested GRUU (TCP) - (6505550443) Passed GRUU - REGISTER - instance ID requires escaping (TCP) - (6505550996) Passed GRUU - REGISTER - three bindings with GRUUs (TCP) - (6505550026) Passed GRUU - Call - first endpoint GRUU as target (TCP) - (6505550773, 6505550425) Passed GRUU - Call - second endpoint GRUU as target (TCP) - (6505550048, 6505550717) Passed GRUU - Call - only GRUU as target (TCP) - (6505550446, 6505550646) Passed GRUU - Call - AoR as target (TCP) - (6505550262, 6505550412) Passed GRUU - Call - unknown GRUU as target (TCP) - (6505550546, 6505550964) Passed GRUU - Call - unknown GRUU as target - no GRUUs assigned (TCP) - (6505550202, 6505550483) Passed GRUU - Call - Reject-Contact interop (TCP) - (6505550046, 6505550545) Passed GRUU - Call - Accept-Contact interop (TCP) - (6505550187, 6505550451) Passed GRUU - Call - AoR with other param as target (TCP) - (6505550562, 6505550109) Passed GRUU - Call - GRUU with other param as target (TCP) - (6505550949, 6505550864) Passed ISC Interface - Terminating (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Terminating (UDP AS) (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Terminating Failed (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Third-party Registration (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Third-party Registration - implicit registration (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Redirect (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - B2BUA (TCP) - Skipped (No hostname given) - Call with HOST_NAME= Live Call - Dial out to a real number (TCP) - Skipped (No live number given) - Call with LIVENUMBER= Memento - Incorrect Password (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Wrong Call List (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Basic Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Unknown Number (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Rejected Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Cancelled Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Privacy Call (TCP) - Skipped (No memento hostnames provided) /usr/lib/ruby/gems/2.6.0/gems/nokogiri-1.6.6.2/lib/nokogiri/xml/document.rb:44: warning: constant ::Fixnum is deprecated # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Barred Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Busy Call Forwarding (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Nonce-Count - Mainline (TCP) - Skipped (No nonce-count support) - Call with NONCE_COUNT=Y to run test Nonce-Count - Reject Re-Use (TCP) - Skipped (No nonce-count support) - Call with NONCE_COUNT=Y to run test Off-net calls - tel: URI (TCP) - Skipped (No off-net number given) - Call with OFF_NET_TEL= Off-net calls - sip: URI (TCP) - Skipped (No off-net number given) - Call with OFF_NET_TEL= SUBSCRIBE - reg-event (TCP) - (6505550774) Passed SUBSCRIBE - reg-event with a GRUU (TCP) - (6505550035) Passed SUBSCRIBE - Subscription timeout (TCP) - (6505550263) Passed SUBSCRIBE - Registration timeout (TCP) - Skipped (Not running with short registrations) - Call with SHORT_REG=Y to run test Multiple SUBSCRIBErs to one UE's reg-event (TCP) - (6505550657, 6505550008) Passed Message - URN URIs (TCP) - Skipped (No hostname given) - Call with HOST_NAME= Message - URN URIs to AS (TCP) - Skipped (No hostname given) - Call with HOST_NAME= 0 failures out of 96 tests run 43 tests skipped 2020-10-06 01:45:39,020 - functest_kubernetes.ims.ims - INFO - ** Invoke test (first_time) ** Execute test /usr/lib/ruby/gems/2.6.0/gems/httpi-2.4.0/lib/httpi/auth/ssl.rb:13: warning: constant OpenSSL::SSL::SSLContext::METHODS is deprecated # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' Basic Call - Mainline (TCP) - (6505550520, 6505550244) Passed Basic Call - SDP (TCP) - (6505550860, 6505550017) Passed Basic Call - Tel URIs (TCP) - (6505550456, 6505550539) Passed Basic Call - Unknown number (TCP) - (6505550260, 6505550511) Passed Basic Call - Rejected by remote endpoint (TCP) - (6505550737, 6505550338) Passed Basic Call - Messages - Pager model (TCP) - (6505550275, 6505550807) Passed Basic Call - Pracks (TCP) - (6505550130, 6505550796) Passed Basic Registration (TCP) - (6505550011) Passed Emergency Registration (TCP) - Skipped (Not running with emergency registrations) - Call with EMERGENCY_REG=Y to run test Multiple Identities (TCP) - (6505550088, 6505550409) Passed Call Barring - Outbound Rejection (TCP) - (6505550739, 6505550186) Passed Call Barring - Allow non-international call (TCP) - Skipped (No PSTN support) - Call with PSTN=true to run test Call Barring - Reject international call (TCP) - Skipped (No PSTN support) - Call with PSTN=true to run test Call Barring - Inbound Rejection (TCP) - (6505550032, 6505550684) Passed Call Diversion AS - Unconditional (TCP) - Skipped (No Call Diversion AS hostname provided) - Call with CDIV_AS= Call Diversion AS - Busy (TCP) - Skipped (No Call Diversion AS hostname provided) - Call with CDIV_AS= Call Diversion AS - No answer (TCP) - Skipped (No Call Diversion AS hostname provided) - Call with CDIV_AS= Call Diversion - Not registered (TCP) - (6505550791, 6505550674, 6505550452) Passed Call Diversion - Not reachable (not registered) (TCP) - (6505550157, 6505550725, 6505550161) Passed Call Diversion - Not reachable (408) (TCP) - (6505550012, 6505550518, 6505550437) Passed Call Diversion - Not reachable (503) (TCP) - (6505550596, 6505550326, 6505550856) Passed Call Diversion - Not reachable (500) (TCP) - (6505550367, 6505550346, 6505550949) Passed Call Diversion - Busy (TCP) - (6505550303, 6505550032, 6505550173) Passed Call Diversion - Unconditional (TCP) - (6505550212, 6505550168, 6505550243) Passed Call Diversion - No answer (TCP) - (6505550664, 6505550699, 6505550308) Passed Call Diversion - Bad target URI (TCP) - (6505550080, 6505550282) Passed Call Diversion - Audio-only call (TCP) - (6505550744, 6505550444, 6505550035, 6505550887) Passed Call Diversion - Audio-video call (TCP) - (6505550465, 6505550437, 6505550191, 6505550938) Passed Call Forking - Mainline (TCP) - (6505550517, 6505550465) Passed Call Forking - Endpoint offline (TCP) - (6505550305, 6505550816) Passed Call Forking - Endpoint offline while ringing (TCP) - (6505550586, 6505550365) Passed Call Waiting - Accepted (TCP) - (6505550703, 6505550579, 6505550044) Passed Call Waiting - Cancelled (TCP) - (6505550917, 6505550581, 6505550685) Passed CANCEL - Mainline (TCP) - (6505550645, 6505550677) Passed Filtering - Accept-Contact (TCP) - (6505550376, 6505550833) Passed Accept-Contact with response (SFR 511195) (TCP) - (6505550054, 6505550301) Passed Filtering - Accept-Contact no match (TCP) - (6505550942, 6505550565) Passed Filtering - Accept-Contact negated match (TCP) - (6505550673, 6505550712) Passed Filtering - RFC3841 example (TCP) - (6505550996, 6505550326) Passed Filtering - Reject-Contact no match (TCP) - (6505550703, 6505550673) Passed Filtering - Reject-Contact match (TCP) - (6505550358, 6505550797) Passed Gemini - INVITE - VoIP device answers (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Mobile device answers (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - VoIP device rejects (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Mobile device rejects (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Mobile device rejects with a 480 (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Both reject, choose mobile response (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Both reject, choose VoIP response (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Successful call with GR (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Failed call with GR (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Successful call with Accept-Contact (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - INVITE - Failed call with Accept-Contact (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - SUBSCRIBE - Mobile Notifies (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= Gemini - SUBSCRIBE - Joint 408 (TCP) - Skipped (No gemini hostname provided) - Call with GEMINI= GRUU - REGISTER - two bindings with and without GRUU (TCP) - (6505550163) Passed GRUU - REGISTER - binding suggested GRUU (TCP) - (6505550443) Passed GRUU - REGISTER - instance ID requires escaping (TCP) - (6505550996) Passed GRUU - REGISTER - three bindings with GRUUs (TCP) - (6505550026) Passed GRUU - Call - first endpoint GRUU as target (TCP) - (6505550773, 6505550425) Passed GRUU - Call - second endpoint GRUU as target (TCP) - (6505550048, 6505550717) Passed GRUU - Call - only GRUU as target (TCP) - (6505550446, 6505550646) Passed GRUU - Call - AoR as target (TCP) - (6505550262, 6505550412) Passed GRUU - Call - unknown GRUU as target (TCP) - (6505550546, 6505550964) Passed GRUU - Call - unknown GRUU as target - no GRUUs assigned (TCP) - (6505550202, 6505550483) Passed GRUU - Call - Reject-Contact interop (TCP) - (6505550046, 6505550545) Passed GRUU - Call - Accept-Contact interop (TCP) - (6505550187, 6505550451) Passed GRUU - Call - AoR with other param as target (TCP) - (6505550562, 6505550109) Passed GRUU - Call - GRUU with other param as target (TCP) - (6505550949, 6505550864) Passed ISC Interface - Terminating (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Terminating (UDP AS) (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Terminating Failed (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Third-party Registration (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Third-party Registration - implicit registration (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - Redirect (TCP) - Skipped (No hostname given) - Call with HOST_NAME= ISC Interface - B2BUA (TCP) - Skipped (No hostname given) - Call with HOST_NAME= Live Call - Dial out to a real number (TCP) - Skipped (No live number given) - Call with LIVENUMBER= Memento - Incorrect Password (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Wrong Call List (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Basic Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Unknown Number (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Rejected Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Cancelled Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Privacy Call (TCP) - Skipped (No memento hostnames provided) /usr/lib/ruby/gems/2.6.0/gems/nokogiri-1.6.6.2/lib/nokogiri/xml/document.rb:44: warning: constant ::Fixnum is deprecated # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' # terminated with exception (report_on_exception is true): /src/vims-test/quaff/lib/sip_parser.rb:23:in `gets': stream closed in another thread (IOError) from /src/vims-test/quaff/lib/sip_parser.rb:23:in `parse_from_io' from /src/vims-test/quaff/lib/endpoint.rb:343:in `recv_msg_from_sock' from /src/vims-test/quaff/lib/endpoint.rb:338:in `block in recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:337:in `each' from /src/vims-test/quaff/lib/endpoint.rb:337:in `recv_msg' from /src/vims-test/quaff/lib/endpoint.rb:246:in `block in start' - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Barred Call (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Memento - Busy Call Forwarding (TCP) - Skipped (No memento hostnames provided) - Call with MEMENTO_SIP= and MEMENTO_HTTP= Nonce-Count - Mainline (TCP) - Skipped (No nonce-count support) - Call with NONCE_COUNT=Y to run test Nonce-Count - Reject Re-Use (TCP) - Skipped (No nonce-count support) - Call with NONCE_COUNT=Y to run test Off-net calls - tel: URI (TCP) - Skipped (No off-net number given) - Call with OFF_NET_TEL= Off-net calls - sip: URI (TCP) - Skipped (No off-net number given) - Call with OFF_NET_TEL= SUBSCRIBE - reg-event (TCP) - (6505550774) Passed SUBSCRIBE - reg-event with a GRUU (TCP) - (6505550035) Passed SUBSCRIBE - Subscription timeout (TCP) - (6505550263) Passed SUBSCRIBE - Registration timeout (TCP) - Skipped (Not running with short registrations) - Call with SHORT_REG=Y to run test Multiple SUBSCRIBErs to one UE's reg-event (TCP) - (6505550657, 6505550008) Passed Message - URN URIs (TCP) - Skipped (No hostname given) - Call with HOST_NAME= Message - URN URIs to AS (TCP) - Skipped (No hostname given) - Call with HOST_NAME= 0 failures out of 96 tests run 43 tests skipped 2020-10-06 01:45:39,028 - xtesting.ci.run_tests - INFO - Test result: +-------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +-------------------+------------------+------------------+----------------+ | k8s_vims | functest | 08:54 | PASS | +-------------------+------------------+------------------+----------------+ 2020-10-06 01:45:39,103 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"astaire","group":"apps","kind":"deployments","uid":"6471938d-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:39,105 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'astaire', 'retry_after_seconds': None, 'uid': '6471938d-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:39,303 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"astaire","kind":"services","uid":"68461a3a-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:39,327 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'astaire', 'retry_after_seconds': None, 'uid': '68461a3a-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:39,509 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"bono","group":"apps","kind":"deployments","uid":"64b574d9-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:39,511 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'bono', 'retry_after_seconds': None, 'uid': '64b574d9-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:39,596 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"bono","kind":"services","uid":"688f8ad0-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:39,599 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'bono', 'retry_after_seconds': None, 'uid': '688f8ad0-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:39,676 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cassandra","group":"apps","kind":"deployments","uid":"64f23278-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:39,679 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'cassandra', 'retry_after_seconds': None, 'uid': '64f23278-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:39,715 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cassandra","kind":"services","uid":"68d0623c-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:39,717 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'cassandra', 'retry_after_seconds': None, 'uid': '68d0623c-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:39,745 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"chronos","group":"apps","kind":"deployments","uid":"65281680-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:39,747 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'chronos', 'retry_after_seconds': None, 'uid': '65281680-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:39,799 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"chronos","kind":"services","uid":"691f74c3-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:39,801 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'chronos', 'retry_after_seconds': None, 'uid': '691f74c3-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:39,850 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"ellis","group":"apps","kind":"deployments","uid":"6566d810-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:39,852 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'ellis', 'retry_after_seconds': None, 'uid': '6566d810-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:40,019 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"ellis","kind":"services","uid":"697360f3-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:40,022 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'ellis', 'retry_after_seconds': None, 'uid': '697360f3-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:40,083 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"etcd","group":"apps","kind":"deployments","uid":"659dfd68-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:40,086 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'etcd', 'retry_after_seconds': None, 'uid': '659dfd68-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:40,157 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"etcd","kind":"services","uid":"69cea9c3-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:40,159 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'etcd', 'retry_after_seconds': None, 'uid': '69cea9c3-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:40,203 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"homer","group":"apps","kind":"deployments","uid":"66587d80-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:40,206 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'homer', 'retry_after_seconds': None, 'uid': '66587d80-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:40,594 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"homer","kind":"services","uid":"6a0bdbfa-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:40,597 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'homer', 'retry_after_seconds': None, 'uid': '6a0bdbfa-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:40,637 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"homestead","group":"apps","kind":"deployments","uid":"669d1b3e-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:40,640 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'homestead', 'retry_after_seconds': None, 'uid': '669d1b3e-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:40,882 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"homestead","kind":"services","uid":"6a373e1f-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:40,885 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'homestead', 'retry_after_seconds': None, 'uid': '6a373e1f-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:41,503 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"homestead-prov","group":"apps","kind":"deployments","uid":"670a2e2d-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:41,506 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'homestead-prov', 'retry_after_seconds': None, 'uid': '670a2e2d-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:41,564 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"homestead-prov","kind":"services","uid":"6a58151c-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:41,567 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'homestead-prov', 'retry_after_seconds': None, 'uid': '6a58151c-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:41,774 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"ralf","group":"apps","kind":"deployments","uid":"67561fa8-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:41,777 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'ralf', 'retry_after_seconds': None, 'uid': '67561fa8-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:42,652 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"ralf","kind":"services","uid":"6a71f2c7-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:42,839 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'ralf', 'retry_after_seconds': None, 'uid': '6a71f2c7-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:43,296 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"sprout","group":"apps","kind":"deployments","uid":"67b50ff1-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:43,298 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_deployment: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': 'apps', 'kind': 'deployments', 'name': 'sprout', 'retry_after_seconds': None, 'uid': '67b50ff1-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:43,687 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"sprout","kind":"services","uid":"6a8fe755-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:43,690 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_service: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'services', 'name': 'sprout', 'retry_after_seconds': None, 'uid': '6a8fe755-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:44,517 - kubernetes.client.rest - DEBUG - response body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"live-test","namespace":"ims-ddv5v","selfLink":"/api/v1/namespaces/ims-ddv5v/pods/live-test","uid":"44aaa71f-0775-11eb-8302-0242ac120002","resourceVersion":"2214971","creationTimestamp":"2020-10-06T01:43:00Z","deletionTimestamp":"2020-10-06T01:45:43Z","deletionGracePeriodSeconds":0},"spec":{"volumes":[{"name":"default-token-z2lp7","secret":{"secretName":"default-token-z2lp7","defaultMode":420}}],"containers":[{"name":"live-test","image":"ollivier/clearwater-live-test:hunter","command":["rake","test[ims-ddv5v.svc.cluster.local]","PROXY=bono.ims-ddv5v.svc.cluster.local","ELLIS=ellis.ims-ddv5v.svc.cluster.local","SIGNUP_CODE=secret","--trace"],"resources":{},"volumeMounts":[{"name":"default-token-z2lp7","readOnly":true,"mountPath":"/var/run/secrets/kubernetes.io/serviceaccount"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"restartPolicy":"Never","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","serviceAccountName":"default","serviceAccount":"default","nodeName":"hunter-worker2","securityContext":{},"schedulerName":"default-scheduler","tolerations":[{"key":"node.kubernetes.io/not-ready","operator":"Exists","effect":"NoExecute","tolerationSeconds":300},{"key":"node.kubernetes.io/unreachable","operator":"Exists","effect":"NoExecute","tolerationSeconds":300}],"priority":0,"enableServiceLinks":true},"status":{"phase":"Succeeded","conditions":[{"type":"Initialized","status":"True","lastProbeTime":null,"lastTransitionTime":"2020-10-06T01:43:00Z","reason":"PodCompleted"},{"type":"Ready","status":"False","lastProbeTime":null,"lastTransitionTime":"2020-10-06T01:45:38Z","reason":"PodCompleted"},{"type":"ContainersReady","status":"False","lastProbeTime":null,"lastTransitionTime":"2020-10-06T01:45:38Z","reason":"PodCompleted"},{"type":"PodScheduled","status":"True","lastProbeTime":null,"lastTransitionTime":"2020-10-06T01:43:00Z"}],"hostIP":"172.18.0.3","podIP":"10.244.2.145","startTime":"2020-10-06T01:43:00Z","containerStatuses":[{"name":"live-test","state":{"terminated":{"exitCode":0,"reason":"Completed","startedAt":"2020-10-06T01:43:03Z","finishedAt":"2020-10-06T01:45:37Z","containerID":"containerd://49a0e66b317f4a2145d1a58e9cde3f68a339b37be27a5b8841ddfc15e58f2ef4"}},"lastState":{},"ready":false,"restartCount":0,"image":"docker.io/ollivier/clearwater-live-test:hunter","imageID":"docker.io/ollivier/clearwater-live-test@sha256:178bbf9b98c044c0d84af42f9adcd167d6b5e6658219ebfbd352215dbc27dc97","containerID":"containerd://49a0e66b317f4a2145d1a58e9cde3f68a339b37be27a5b8841ddfc15e58f2ef4"}],"qosClass":"BestEffort"}} 2020-10-06 01:45:44,520 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_pod: {'api_version': 'v1', 'code': None, 'details': None, 'kind': 'Pod', 'message': None, 'metadata': {'_continue': None, 'resource_version': '2214971', 'self_link': '/api/v1/namespaces/ims-ddv5v/pods/live-test'}, 'reason': None, 'status': "{u'qosClass': u'BestEffort', u'containerStatuses': [{u'restartCount': 0, u'name': u'live-test', u'image': u'docker.io/ollivier/clearwater-live-test:hunter', u'imageID': u'docker.io/ollivier/clearwater-live-test@sha256:178bbf9b98c044c0d84af42f9adcd167d6b5e6658219ebfbd352215dbc27dc97', u'state': {u'terminated': {u'startedAt': u'2020-10-06T01:43:03Z', u'reason': u'Completed', u'finishedAt': u'2020-10-06T01:45:37Z', u'containerID': u'containerd://49a0e66b317f4a2145d1a58e9cde3f68a339b37be27a5b8841ddfc15e58f2ef4', u'exitCode': 0}}, u'ready': False, u'lastState': {}, u'containerID': u'containerd://49a0e66b317f4a2145d1a58e9cde3f68a339b37be27a5b8841ddfc15e58f2ef4'}], u'podIP': u'10.244.2.145', u'startTime': u'2020-10-06T01:43:00Z', u'hostIP': u'172.18.0.3', u'phase': u'Succeeded', u'conditions': [{u'status': u'True', u'lastProbeTime': None, u'reason': u'PodCompleted', u'type': u'Initialized', u'lastTransitionTime': u'2020-10-06T01:43:00Z'}, {u'status': u'False', u'lastProbeTime': None, u'reason': u'PodCompleted', u'type': u'Ready', u'lastTransitionTime': u'2020-10-06T01:45:38Z'}, {u'status': u'False', u'lastProbeTime': None, u'reason': u'PodCompleted', u'type': u'ContainersReady', u'lastTransitionTime': u'2020-10-06T01:45:38Z'}, {u'status': u'True', u'lastProbeTime': None, u'type': u'PodScheduled', u'lastTransitionTime': u'2020-10-06T01:43:00Z'}]}"} 2020-10-06 01:45:44,556 - kubernetes.client.rest - DEBUG - response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"env-vars","kind":"configmaps","uid":"644ea2b5-0774-11eb-8302-0242ac120002"}} 2020-10-06 01:45:44,595 - functest_kubernetes.ims.ims - DEBUG - delete_namespaced_config_map: {'api_version': 'v1', 'code': None, 'details': {'causes': None, 'group': None, 'kind': 'configmaps', 'name': 'env-vars', 'retry_after_seconds': None, 'uid': '644ea2b5-0774-11eb-8302-0242ac120002'}, 'kind': 'Status', 'message': None, 'metadata': {'_continue': None, 'resource_version': None, 'self_link': None}, 'reason': None, 'status': 'Success'} 2020-10-06 01:45:44,800 - kubernetes.client.rest - DEBUG - response body: {"kind":"Namespace","apiVersion":"v1","metadata":{"name":"ims-ddv5v","generateName":"ims-","selfLink":"/api/v1/namespaces/ims-ddv5v","uid":"644418ee-0774-11eb-8302-0242ac120002","resourceVersion":"2214978","creationTimestamp":"2020-10-06T01:36:44Z","deletionTimestamp":"2020-10-06T01:45:44Z"},"spec":{"finalizers":["kubernetes"]},"status":{"phase":"Terminating"}} 2020-10-06 01:45:44,802 - functest_kubernetes.ims.ims - DEBUG - delete_namespace: ims-ddv5v 2020-10-06 01:45:46,264 - xtesting.core.testcase - DEBUG - Publishing /var/lib/xtesting/results/functest-kubernetes.log ('text/plain', None) 2020-10-06 01:45:46,791 - xtesting.core.testcase - DEBUG - Publishing /var/lib/xtesting/results/functest-kubernetes.debug.log ('text/plain', None)