Traceback (most recent call last): File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/test.py", line 173, in setUpClass six.reraise(etype, value, trace) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/test.py", line 158, in setUpClass cls.setup_credentials() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/volume/base.py", line 67, in setup_credentials super(BaseVolumeTest, cls).setup_credentials() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/test.py", line 377, in setup_credentials credential_type=credentials_type) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/test.py", line 666, in get_client_manager cred_provider = cls._get_credentials_provider() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/test.py", line 644, in _get_credentials_provider force_tenant_isolation=force_tenant_isolation) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/common/credentials_factory.py", line 141, in get_credentials_provider **get_dynamic_provider_params(identity_version)) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/dynamic_creds.py", line 120, in __init__ self.creds_domain_name) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/cred_client.py", line 212, in get_creds_client roles_client, domains_client, project_domain_name) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/cred_client.py", line 144, in __init__ name=domain_name)['domains'][0] File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/services/identity/v3/domains_client.py", line 57, in list_domains resp, body = self.get(url) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/rest_client.py", line 298, in get return self.request('GET', url, extra_headers, headers) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/rest_client.py", line 679, in request self._error_checker(resp, resp_body) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/rest_client.py", line 856, in _error_checker message=message) tempest.lib.exceptions.ServerFault: Got server fault Details: An unexpected error prevented the server from fulfilling your request. Traceback (most recent call last): File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/test.py", line 173, in setUpClass six.reraise(etype, value, trace) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/test.py", line 166, in setUpClass cls.resource_setup() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/volume/test_snapshot_metadata.py", line 36, in resource_setup cls.volume = cls.create_volume() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/volume/base.py", line 132, in create_volume volume['id'], wait_until) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/common/waiters.py", line 204, in wait_for_volume_resource_status resource_name=resource_name, resource_id=resource_id) tempest.exceptions.VolumeResourceBuildErrorException: volume bc12c7a9-0e28-4e8f-8cae-90589b1ee9ab failed to build and is in ERROR status Traceback (most recent call last): File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/test.py", line 173, in setUpClass six.reraise(etype, value, trace) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/test.py", line 166, in setUpClass cls.resource_setup() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/volume/test_snapshot_metadata.py", line 36, in resource_setup cls.volume = cls.create_volume() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/volume/base.py", line 132, in create_volume volume['id'], wait_until) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/common/waiters.py", line 204, in wait_for_volume_resource_status resource_name=resource_name, resource_id=resource_id) tempest.exceptions.VolumeResourceBuildErrorException: volume bc12c7a9-0e28-4e8f-8cae-90589b1ee9ab failed to build and is in ERROR status Traceback (most recent call last): File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/compute/servers/test_create_server.py", line 136, in test_host_name_is_same_as_server_name hostname = linux_client.exec_command("hostname").rstrip() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 60, in wrapper six.reraise(*original_exception) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 33, in wrapper return function(self, *args, **kwargs) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 108, in exec_command return self.ssh_client.exec_command(cmd) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/ssh.py", line 151, in exec_command ssh = self._get_ssh_connection() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/ssh.py", line 121, in _get_ssh_connection password=self.password) tempest.lib.exceptions.SSHTimeout: Connection to the 100.64.200.134 via SSH timed out. User: cirros, Password: J8=!W^QNM6ie&ma Traceback (most recent call last): File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/compute/servers/test_server_actions.py", line 151, in test_reboot_server_hard self._test_reboot_server('HARD') File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/compute/servers/test_server_actions.py", line 125, in _test_reboot_server boot_time = linux_client.get_boot_time() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/common/utils/linux/remote_client.py", line 78, in get_boot_time boot_secs = self.exec_command(cmd) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 60, in wrapper six.reraise(*original_exception) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 33, in wrapper return function(self, *args, **kwargs) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 108, in exec_command return self.ssh_client.exec_command(cmd) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/ssh.py", line 151, in exec_command ssh = self._get_ssh_connection() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/ssh.py", line 121, in _get_ssh_connection password=self.password) tempest.lib.exceptions.SSHTimeout: Connection to the 100.64.200.113 via SSH timed out. User: cirros, Password: P0%7VjKmlbeS2U2 Traceback (most recent call last): File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/compute/servers/test_create_server.py", line 119, in test_verify_created_server_vcpus output = linux_client.exec_command('grep -c ^processor /proc/cpuinfo') File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 60, in wrapper six.reraise(*original_exception) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 33, in wrapper return function(self, *args, **kwargs) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 108, in exec_command return self.ssh_client.exec_command(cmd) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/ssh.py", line 151, in exec_command ssh = self._get_ssh_connection() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/ssh.py", line 121, in _get_ssh_connection password=self.password) tempest.lib.exceptions.SSHTimeout: Connection to the 100.64.200.134 via SSH timed out. User: cirros, Password: J8=!W^QNM6ie&ma Traceback (most recent call last): File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/compute/servers/test_server_actions.py", line 235, in test_rebuild_server self._test_rebuild_server() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/compute/servers/test_server_actions.py", line 231, in _test_rebuild_server linux_client.validate_authentication() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 60, in wrapper six.reraise(*original_exception) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 33, in wrapper return function(self, *args, **kwargs) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 116, in validate_authentication self.ssh_client.test_connection_auth() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/ssh.py", line 207, in test_connection_auth connection = self._get_ssh_connection() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/ssh.py", line 121, in _get_ssh_connection password=self.password) tempest.lib.exceptions.SSHTimeout: Connection to the 100.64.200.113 via SSH timed out. User: cirros, Password: rebuildPassw0rd Traceback (most recent call last): File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/compute/servers/test_create_server.py", line 136, in test_host_name_is_same_as_server_name hostname = linux_client.exec_command("hostname").rstrip() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 60, in wrapper six.reraise(*original_exception) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 33, in wrapper return function(self, *args, **kwargs) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 108, in exec_command return self.ssh_client.exec_command(cmd) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/ssh.py", line 151, in exec_command ssh = self._get_ssh_connection() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/ssh.py", line 121, in _get_ssh_connection password=self.password) tempest.lib.exceptions.SSHTimeout: Connection to the 100.64.200.124 via SSH timed out. User: cirros, Password: O1#D65UWE3XN@cN Traceback (most recent call last): File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/compute/servers/test_create_server.py", line 119, in test_verify_created_server_vcpus output = linux_client.exec_command('grep -c ^processor /proc/cpuinfo') File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 60, in wrapper six.reraise(*original_exception) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 33, in wrapper return function(self, *args, **kwargs) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/utils/linux/remote_client.py", line 108, in exec_command return self.ssh_client.exec_command(cmd) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/ssh.py", line 151, in exec_command ssh = self._get_ssh_connection() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/ssh.py", line 121, in _get_ssh_connection password=self.password) tempest.lib.exceptions.SSHTimeout: Connection to the 100.64.200.124 via SSH timed out. User: cirros, Password: O1#D65UWE3XN@cN Traceback (most recent call last): File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/compute/volumes/test_attach_volume.py", line 88, in test_attach_detach_volume volume = self.create_volume() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/compute/base.py", line 490, in create_volume volume = cls.volumes_client.create_volume(**kwargs)['volume'] File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/services/volume/v3/volumes_client.py", line 97, in create_volume resp, body = self.post('volumes', post_body) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/rest_client.py", line 283, in post return self.request('POST', url, extra_headers, headers, body, chunked) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/services/volume/base_client.py", line 38, in request method, url, extra_headers, headers, body, chunked) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/rest_client.py", line 679, in request self._error_checker(resp, resp_body) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/rest_client.py", line 856, in _error_checker message=message) tempest.lib.exceptions.ServerFault: Got server fault Details: The server has either erred or is incapable of performing the requested operation. Traceback (most recent call last): File "/usr/lib/python2.7/site-packages/fixtures/fixture.py", line 197, in setUp self._setUp() File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/validation_resources.py", line 445, in _setUp floating_network_name=self._floating_network_name) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/validation_resources.py", line 245, in create_validation_resources LOG.exception(msg, prov_exc, cleanup_exc) File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__ self.force_reraise() File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise six.reraise(self.type_, self.value, self.tb) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/validation_resources.py", line 193, in create_validation_resources name=keypair_name)) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/services/compute/keypairs_client.py", line 70, in create_keypair resp, body = self.post("os-keypairs", body=post_body) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/rest_client.py", line 283, in post return self.request('POST', url, extra_headers, headers, body, chunked) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/services/compute/base_compute_client.py", line 48, in request method, url, extra_headers, headers, body, chunked) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/rest_client.py", line 679, in request self._error_checker(resp, resp_body) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/rest_client.py", line 856, in _error_checker message=message) tempest.lib.exceptions.ServerFault: Got server fault Details: Unexpected API Error. Please report this at http://bugs.launchpad.net/nova/ and attach the Nova API log if possible. <class 'oslo_db.exception.DBConnectionError'> Traceback (most recent call last): File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/volume/test_volumes_get.py", line 121, in test_volume_create_get_update_delete self._volume_create_get_update_delete(size=CONF.volume.volume_size) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/volume/test_volumes_get.py", line 38, in _volume_create_get_update_delete volume = self.volumes_client.create_volume(**kwargs)['volume'] File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/services/volume/v3/volumes_client.py", line 97, in create_volume resp, body = self.post('volumes', post_body) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/rest_client.py", line 283, in post return self.request('POST', url, extra_headers, headers, body, chunked) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/services/volume/base_client.py", line 38, in request method, url, extra_headers, headers, body, chunked) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/rest_client.py", line 679, in request self._error_checker(resp, resp_body) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/rest_client.py", line 860, in _error_checker resp=resp) tempest.lib.exceptions.UnexpectedResponseCode: Unexpected response code received Details: 503 Traceback (most recent call last): File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/common/utils/__init__.py", line 89, in wrapper return f(*func_args, **func_kwargs) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/volume/test_volumes_get.py", line 131, in test_volume_create_get_update_delete_from_image imageRef=CONF.compute.image_ref, size=disk_size) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/api/volume/test_volumes_get.py", line 38, in _volume_create_get_update_delete volume = self.volumes_client.create_volume(**kwargs)['volume'] File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/services/volume/v3/volumes_client.py", line 97, in create_volume resp, body = self.post('volumes', post_body) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/rest_client.py", line 283, in post return self.request('POST', url, extra_headers, headers, body, chunked) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/services/volume/base_client.py", line 38, in request method, url, extra_headers, headers, body, chunked) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/rest_client.py", line 679, in request self._error_checker(resp, resp_body) File "/root/.rally/verification/verifier-b66b33ab-1796-4a81-8309-fa609ce626d5/repo/tempest/lib/common/rest_client.py", line 860, in _error_checker resp=resp) tempest.lib.exceptions.UnexpectedResponseCode: Unexpected response code received Details: 504