2018-04-07 13:18:05,663 - xtesting.ci.run_tests - INFO - Deployment description: +--------------------------------------+----------------------------------------------------------+ | ENV VAR | VALUE | +--------------------------------------+----------------------------------------------------------+ | BUILD_TAG | jenkins-functest-apex-baremetal-daily-master-108 | | ENERGY_RECORDER_API_URL | http://energy.opnfv.fr/resources | | ENERGY_RECORDER_API_PASSWORD | | | CI_LOOP | daily | | TEST_DB_URL | http://testresults.opnfv.org/test/api/v1/results | | INSTALLER_TYPE | apex | | DEPLOY_SCENARIO | os-odl-nofeature-ha | | ENERGY_RECORDER_API_USER | | | NODE_NAME | lf-pod1 | +--------------------------------------+----------------------------------------------------------+ 2018-04-07 13:18:05,667 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file # Clear any old environment that may conflict. for key in $( set | awk '{FS="="} /^OS_/ {print $1}' ); do unset $key ; done export OS_USERNAME=admin export OS_USER_DOMAIN_NAME=Default export OS_PROJECT_DOMAIN_NAME=Default export OS_BAREMETAL_API_VERSION=1.34 export NOVA_VERSION=1.1 export OS_PROJECT_NAME=admin export OS_PASSWORD=BAqqUfWTzf9kek32NtgrYhkyM export OS_NO_CACHE=True export COMPUTE_API_VERSION=1.1 export no_proxy=,172.30.9.21,192.30.9.7 export OS_VOLUME_API_VERSION=3 export OS_CLOUDNAME=overcloud export OS_AUTH_URL=http://172.30.9.21:5000/v3 export IRONIC_API_VERSION=1.34 export OS_IDENTITY_API_VERSION=3 export OS_IMAGE_API_VERSION=2 export OS_AUTH_TYPE=password export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available" # Add OS_CLOUDNAME to PS1 if [ -z "${CLOUDPROMPT_ENABLED:-}" ]; then export PS1=${PS1:-""} export PS1=\${OS_CLOUDNAME:+"(\$OS_CLOUDNAME)"}\ $PS1 export CLOUDPROMPT_ENABLED=1 fi export SDN_CONTROLLER_IP=192.30.9.7 export OS_REGION_NAME=regionOne 2018-04-07 13:18:05,667 - xtesting.ci.run_tests - DEBUG - Test args: all 2018-04-07 13:18:05,669 - xtesting.ci.run_tests - INFO - TESTS TO BE EXECUTED: +---------------------+---------------+-------------------------------------------+-------------------------------------------------+------------------------------------+ | TIERS | ORDER | CI LOOP | DESCRIPTION | TESTCASES | +---------------------+---------------+-------------------------------------------+-------------------------------------------------+------------------------------------+ | healthcheck | 0 | (merge)|(verify)|(daily)|(weekly) | First tier to be executed to verify the | connection_check api_check | | | | | basic operations in the VIM. | snaps_health_check | +---------------------+---------------+-------------------------------------------+-------------------------------------------------+------------------------------------+ 2018-04-07 13:18:05,670 - xtesting.ci.run_tests - INFO - Running tier 'healthcheck' 2018-04-07 13:18:05,671 - xtesting.ci.run_tests - INFO - Running test case 'connection_check'... 2018-04-07 13:18:08,591 - functest.opnfv_tests.openstack.snaps.snaps_test_runner - INFO - Using flavor metadata 'None' 2018-04-07 13:18:17,557 - xtesting.core.unit - DEBUG - test_glance_connect_fail (snaps.openstack.utils.tests.glance_utils_tests.GlanceSmokeTests) ... ok test_glance_connect_success (snaps.openstack.utils.tests.glance_utils_tests.GlanceSmokeTests) ... ok test_keystone_connect_fail (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneSmokeTests) ... ok test_keystone_connect_success (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneSmokeTests) ... ok test_neutron_connect_fail (snaps.openstack.utils.tests.neutron_utils_tests.NeutronSmokeTests) ... ok test_neutron_connect_success (snaps.openstack.utils.tests.neutron_utils_tests.NeutronSmokeTests) ... ok test_retrieve_ext_network_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronSmokeTests) ... ok test_nova_connect_fail (snaps.openstack.utils.tests.nova_utils_tests.NovaSmokeTests) ... ok test_nova_connect_success (snaps.openstack.utils.tests.nova_utils_tests.NovaSmokeTests) ... ok test_nova_get_hypervisor_hosts (snaps.openstack.utils.tests.nova_utils_tests.NovaSmokeTests) ... ok test_heat_connect_fail (snaps.openstack.utils.tests.heat_utils_tests.HeatSmokeTests) ... ok test_heat_connect_success (snaps.openstack.utils.tests.heat_utils_tests.HeatSmokeTests) ... ok test_cinder_connect_fail (snaps.openstack.utils.tests.cinder_utils_tests.CinderSmokeTests) ... ok test_cinder_connect_success (snaps.openstack.utils.tests.cinder_utils_tests.CinderSmokeTests) ... ok ---------------------------------------------------------------------- Ran 14 tests in 8.955s OK 2018-04-07 13:18:17,677 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-04-07 13:18:17,678 - xtesting.ci.run_tests - INFO - Test result: +--------------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +--------------------------+------------------+------------------+----------------+ | connection_check | functest | 00:09 | PASS | +--------------------------+------------------+------------------+----------------+ 2018-04-07 13:18:17,681 - xtesting.ci.run_tests - INFO - Running test case 'api_check'... 2018-04-07 13:18:20,126 - functest.opnfv_tests.openstack.snaps.snaps_test_runner - INFO - Using flavor metadata 'None' 2018-04-07 13:30:11,668 - xtesting.core.unit - DEBUG - test_create_project_minimal (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok test_create_user_minimal (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok test_get_endpoint_fail_without_proper_credentials (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok test_get_endpoint_fail_without_proper_service (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok test_get_endpoint_success (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok test_get_endpoint_with_each_interface (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok test_grant_user_role_to_project (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok test_create_admin_user (snaps.openstack.tests.create_user_tests.CreateUserSuccessTests) ... ok test_create_delete_user (snaps.openstack.tests.create_user_tests.CreateUserSuccessTests) ... ok test_create_user (snaps.openstack.tests.create_user_tests.CreateUserSuccessTests) ... ok test_create_user_2x (snaps.openstack.tests.create_user_tests.CreateUserSuccessTests) ... ok test_create_delete_project (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok test_create_project (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok test_create_project_2x (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok test_create_project_bad_domain (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok test_create_project_quota_override (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok test_update_quotas (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok test_create_project_sec_grp_one_user (snaps.openstack.tests.create_project_tests.CreateProjectUserTests) ... ok test_create_project_sec_grp_two_users (snaps.openstack.tests.create_project_tests.CreateProjectUserTests) ... ok test_create_image_minimal_file (snaps.openstack.utils.tests.glance_utils_tests.GlanceUtilsTests) ... ok test_create_image_minimal_url (snaps.openstack.utils.tests.glance_utils_tests.GlanceUtilsTests) ... ok test_create_network (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsNetworkTests) ... ok test_create_network_empty_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsNetworkTests) ... ok test_create_network_null_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsNetworkTests) ... ok test_create_subnet (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSubnetTests) ... ok test_create_subnet_empty_cidr (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSubnetTests) ... ok test_create_subnet_empty_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSubnetTests) ... ok test_create_subnet_null_cidr (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSubnetTests) ... ok test_create_subnet_null_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSubnetTests) ... ok test_add_interface_router (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_add_interface_router_missing_subnet (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_add_interface_router_null_router (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_add_interface_router_null_subnet (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_port (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_port_empty_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_port_invalid_ip (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_port_invalid_ip_to_subnet (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_port_null_ip (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_port_null_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_port_null_network_object (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_router_simple (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_router_with_public_interface (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_delete_simple_sec_grp (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSecurityGroupTests) ... ok test_create_sec_grp_no_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSecurityGroupTests) ... ok test_create_sec_grp_no_rules (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSecurityGroupTests) ... ok test_create_sec_grp_one_rule (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSecurityGroupTests) ... ok test_get_sec_grp_by_id (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSecurityGroupTests) ... ok test_floating_ips (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsFloatingIpTests) ... ok test_create_delete_keypair (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsKeypairTests) ... ok test_create_key_from_file (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsKeypairTests) ... ok test_create_keypair (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsKeypairTests) ... ok test_create_delete_flavor (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsFlavorTests) ... ok test_create_flavor (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsFlavorTests) ... ok test_create_instance (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsInstanceTests) ... ok test_add_remove_volume (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsInstanceVolumeTests) ... ok test_attach_volume_nowait (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsInstanceVolumeTests) ... ok test_detach_volume_nowait (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsInstanceVolumeTests) ... ok test_create_clean_flavor (snaps.openstack.tests.create_flavor_tests.CreateFlavorTests) ... ok test_create_delete_flavor (snaps.openstack.tests.create_flavor_tests.CreateFlavorTests) ... ok test_create_flavor (snaps.openstack.tests.create_flavor_tests.CreateFlavorTests) ... ok test_create_flavor_all_settings (snaps.openstack.tests.create_flavor_tests.CreateFlavorTests) ... ok test_create_flavor_existing (snaps.openstack.tests.create_flavor_tests.CreateFlavorTests) ... ok test_create_stack (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsCreateSimpleStackTests) ... ok test_create_stack_x2 (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsCreateSimpleStackTests) ... ok test_get_settings_from_stack (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsCreateComplexStackTests) ... ok test_create_flavor_with_stack (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsFlavorTests) ... ok test_create_keypair_with_stack (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsKeypairTests) ... ok test_create_security_group_with_stack (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsSecurityGroupTests) ... ok test_create_delete_qos (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsQoSTests) ... ok test_create_qos_back (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsQoSTests) ... ok test_create_qos_both (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsQoSTests) ... ok test_create_qos_front (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsQoSTests) ... ok test_create_delete_volume (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTests) ... ok test_create_simple_volume (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTests) ... ok test_create_delete_volume_type (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsSimpleVolumeTypeTests) ... ok test_create_simple_volume_type (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsSimpleVolumeTypeTests) ... ok test_create_bad_key_size (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsAddEncryptionTests) ... ok test_create_delete_encryption (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsAddEncryptionTests) ... ok test_create_simple_encryption (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsAddEncryptionTests) ... ok test_create_with_all_attrs (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsAddEncryptionTests) ... ok test_create_with_encryption (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTypeCompleteTests) ... ok test_create_with_invalid_qos (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTypeCompleteTests) ... ok test_create_with_qos (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTypeCompleteTests) ... ok test_create_with_qos_and_encryption (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTypeCompleteTests) ... ok ---------------------------------------------------------------------- Ran 84 tests in 711.489s OK 2018-04-07 13:30:11,794 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-04-07 13:30:11,795 - xtesting.ci.run_tests - INFO - Test result: +-------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +-------------------+------------------+------------------+----------------+ | api_check | functest | 11:51 | PASS | +-------------------+------------------+------------------+----------------+ 2018-04-07 13:30:11,798 - xtesting.ci.run_tests - INFO - Running test case 'snaps_health_check'... 2018-04-07 13:30:12,688 - functest.opnfv_tests.openstack.snaps.snaps_test_runner - INFO - Using flavor metadata 'None' 2018-04-07 13:31:46,931 - xtesting.core.unit - DEBUG - test_check_vm_ip_dhcp (snaps.openstack.tests.create_instance_tests.SimpleHealthCheck) ... ok ---------------------------------------------------------------------- Ran 1 test in 94.241s OK 2018-04-07 13:31:47,047 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-04-07 13:31:47,047 - xtesting.ci.run_tests - INFO - Test result: +----------------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +----------------------------+------------------+------------------+----------------+ | snaps_health_check | functest | 01:34 | PASS | +----------------------------+------------------+------------------+----------------+ 2018-04-07 13:31:47,051 - xtesting.ci.run_tests - INFO - Xtesting report: +----------------------------+------------------+---------------------+------------------+----------------+ | TEST CASE | PROJECT | TIER | DURATION | RESULT | +----------------------------+------------------+---------------------+------------------+----------------+ | connection_check | functest | healthcheck | 00:09 | PASS | | api_check | functest | healthcheck | 11:51 | PASS | | snaps_health_check | functest | healthcheck | 01:34 | PASS | +----------------------------+------------------+---------------------+------------------+----------------+ 2018-04-07 13:31:47,054 - xtesting.ci.run_tests - INFO - Execution exit value: Result.EX_OK 2018-04-07 13:31:49,733 - xtesting.ci.run_tests - INFO - Deployment description: +--------------------------------------+----------------------------------------------------------+ | ENV VAR | VALUE | +--------------------------------------+----------------------------------------------------------+ | BUILD_TAG | jenkins-functest-apex-baremetal-daily-master-108 | | ENERGY_RECORDER_API_URL | http://energy.opnfv.fr/resources | | ENERGY_RECORDER_API_PASSWORD | | | CI_LOOP | daily | | TEST_DB_URL | http://testresults.opnfv.org/test/api/v1/results | | INSTALLER_TYPE | apex | | DEPLOY_SCENARIO | os-odl-nofeature-ha | | ENERGY_RECORDER_API_USER | | | NODE_NAME | lf-pod1 | +--------------------------------------+----------------------------------------------------------+ 2018-04-07 13:31:49,735 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file # Clear any old environment that may conflict. for key in $( set | awk '{FS="="} /^OS_/ {print $1}' ); do unset $key ; done export OS_USERNAME=admin export OS_USER_DOMAIN_NAME=Default export OS_PROJECT_DOMAIN_NAME=Default export OS_BAREMETAL_API_VERSION=1.34 export NOVA_VERSION=1.1 export OS_PROJECT_NAME=admin export OS_PASSWORD=BAqqUfWTzf9kek32NtgrYhkyM export OS_NO_CACHE=True export COMPUTE_API_VERSION=1.1 export no_proxy=,172.30.9.21,192.30.9.7 export OS_VOLUME_API_VERSION=3 export OS_CLOUDNAME=overcloud export OS_AUTH_URL=http://172.30.9.21:5000/v3 export IRONIC_API_VERSION=1.34 export OS_IDENTITY_API_VERSION=3 export OS_IMAGE_API_VERSION=2 export OS_AUTH_TYPE=password export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available" # Add OS_CLOUDNAME to PS1 if [ -z "${CLOUDPROMPT_ENABLED:-}" ]; then export PS1=${PS1:-""} export PS1=\${OS_CLOUDNAME:+"(\$OS_CLOUDNAME)"}\ $PS1 export CLOUDPROMPT_ENABLED=1 fi export SDN_CONTROLLER_IP=192.30.9.7 export OS_REGION_NAME=regionOne 2018-04-07 13:31:49,735 - xtesting.ci.run_tests - DEBUG - Test args: all 2018-04-07 13:31:49,736 - xtesting.ci.run_tests - INFO - TESTS TO BE EXECUTED: +---------------+---------------+--------------------------+------------------------------------------+--------------------------------------------------+ | TIERS | ORDER | CI LOOP | DESCRIPTION | TESTCASES | +---------------+---------------+--------------------------+------------------------------------------+--------------------------------------------------+ | smoke | 1 | (daily)|(weekly) | Set of basic Functional tests to | vping_ssh vping_userdata | | | | | validate the OPNFV scenarios. | tempest_smoke_serial rally_sanity | | | | | | refstack_defcore patrole odl snaps_smoke | | | | | | neutron_trunk | +---------------+---------------+--------------------------+------------------------------------------+--------------------------------------------------+ 2018-04-07 13:31:49,737 - xtesting.ci.run_tests - INFO - Running tier 'smoke' 2018-04-07 13:31:49,737 - xtesting.ci.run_tests - INFO - Running test case 'vping_ssh'... 2018-04-07 13:31:51,244 - xtesting.energy.energy - INFO - Energy recorder API is not available, cause=No JSON object could be decoded 2018-04-07 13:31:51,244 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Begin virtual environment setup 2018-04-07 13:31:51,244 - functest.opnfv_tests.openstack.vping.vping_base - INFO - vPing Start Time:'2018-04-07 13:31:51' 2018-04-07 13:31:51,245 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating image with name: 'functest-vping--0d8e912f-b7f0-497a-a920-d9f24b864c0d' 2018-04-07 13:31:54,678 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating network with name: 'vping-net-0d8e912f-b7f0-497a-a920-d9f24b864c0d' 2018-04-07 13:31:57,706 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating router with name: 'vping-router-0d8e912f-b7f0-497a-a920-d9f24b864c0d' 2018-04-07 13:32:04,315 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating flavor with name: 'vping-flavor-0d8e912f-b7f0-497a-a920-d9f24b864c0d' 2018-04-07 13:32:05,278 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating keypair with name: 'vPing-keypair-0d8e912f-b7f0-497a-a920-d9f24b864c0d' 2018-04-07 13:32:06,005 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating VM 1 instance with name: 'opnfv-vping-1-0d8e912f-b7f0-497a-a920-d9f24b864c0d' 2018-04-07 13:32:13,103 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Security group with name: 'vPing-sg-0d8e912f-b7f0-497a-a920-d9f24b864c0d' 2018-04-07 13:32:18,095 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating VM 2 instance with name: 'opnfv-vping-2-0d8e912f-b7f0-497a-a920-d9f24b864c0d' 2018-04-07 13:32:39,506 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Begin test execution 2018-04-07 13:32:44,978 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Trying to transfer ping.sh 2018-04-07 13:32:45,114 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Waiting for ping... 2018-04-07 13:32:46,120 - functest.opnfv_tests.openstack.vping.vping_base - INFO - vPing detected! 2018-04-07 13:32:46,243 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-04-07 13:32:46,243 - xtesting.ci.run_tests - INFO - Test result: +-------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +-------------------+------------------+------------------+----------------+ | vping_ssh | functest | 00:55 | PASS | +-------------------+------------------+------------------+----------------+ 2018-04-07 13:32:51,923 - functest.opnfv_tests.openstack.vping.vping_base - ERROR - Unexpected error cleaning - Security Group eda022e3-0557-4496-9d48-6198449020e9 cannot perform precommit_delete due to Callback networking_odl.common.callback.OdlSecurityGroupsHandler.sg_callback_precommit-3490 failed with "argument of type 'NoneType' is not iterable". Neutron server returns request_ids: ['req-1161ea11-825d-4749-a5bb-c8892681db8c'] 2018-04-07 13:33:04,154 - xtesting.ci.run_tests - INFO - Running test case 'vping_userdata'... 2018-04-07 13:33:04,253 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Begin virtual environment setup 2018-04-07 13:33:04,253 - functest.opnfv_tests.openstack.vping.vping_base - INFO - vPing Start Time:'2018-04-07 13:33:04' 2018-04-07 13:33:04,253 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating image with name: 'functest-vping--da026fc8-b537-4768-834d-961dd8ccb638' 2018-04-07 13:33:07,714 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating network with name: 'vping-net-da026fc8-b537-4768-834d-961dd8ccb638' 2018-04-07 13:33:10,277 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating router with name: 'vping-router-da026fc8-b537-4768-834d-961dd8ccb638' 2018-04-07 13:33:17,001 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating flavor with name: 'vping-flavor-da026fc8-b537-4768-834d-961dd8ccb638' 2018-04-07 13:33:17,710 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating VM 1 instance with name: 'opnfv-vping-1-da026fc8-b537-4768-834d-961dd8ccb638' 2018-04-07 13:33:24,580 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating VM 2 instance with name: 'opnfv-vping-2-da026fc8-b537-4768-834d-961dd8ccb638' 2018-04-07 13:33:31,022 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Begin test execution 2018-04-07 13:33:37,783 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Waiting for ping... 2018-04-07 13:33:40,640 - functest.opnfv_tests.openstack.vping.vping_base - INFO - vPing detected! 2018-04-07 13:33:40,758 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-04-07 13:33:40,759 - xtesting.ci.run_tests - INFO - Test result: +------------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +------------------------+------------------+------------------+----------------+ | vping_userdata | functest | 00:36 | PASS | +------------------------+------------------+------------------+----------------+ 2018-04-07 13:34:00,634 - xtesting.ci.run_tests - INFO - Running test case 'tempest_smoke_serial'... 2018-04-07 13:34:00,736 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Creating Rally environment... 2018-04-07 13:34:05,393 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment create --fromenv --name opnfv-rally 2018-04-07 13:34:05.107 18 INFO rally.deployment.engines.existing [-] Save deployment 'opnfv-rally' (uuid=79b69b48-a5f7-4f0d-8b07-37ff5dac3dd6) with 'openstack' platform. +--------------------------------------+---------------------+-------------+------------------+--------+ | uuid | created_at | name | status | active | +--------------------------------------+---------------------+-------------+------------------+--------+ | 79b69b48-a5f7-4f0d-8b07-37ff5dac3dd6 | 2018-04-07T13:34:05 | opnfv-rally | deploy->finished | | +--------------------------------------+---------------------+-------------+------------------+--------+ Using deployment: 79b69b48-a5f7-4f0d-8b07-37ff5dac3dd6 ~/.rally/openrc was updated HINTS: * To use standard OpenStack clients, set up your env by running: source ~/.rally/openrc OpenStack clients are now configured, e.g run: openstack image list 2018-04-07 13:34:08,873 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment check -------------------------------------------------------------------------------- Platform openstack: -------------------------------------------------------------------------------- Available services: +-------------+-------------------+-----------+ | Service | Service Type | Status | +-------------+-------------------+-----------+ | __unknown__ | alarming | Available | | __unknown__ | key-manager | Available | | __unknown__ | nfv-orchestration | Available | | __unknown__ | placement | Available | | __unknown__ | policy | Available | | __unknown__ | volumev2 | Available | | __unknown__ | volumev3 | Available | | ceilometer | metering | Available | | cinder | volume | Available | | cloud | cloudformation | Available | | glance | image | Available | | gnocchi | metric | Available | | heat | orchestration | Available | | keystone | identity | Available | | neutron | network | Available | | nova | compute | Available | +-------------+-------------------+-----------+ 2018-04-07 13:34:08,873 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Create verifier from existing repo... 2018-04-07 13:34:14,260 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify create-verifier --source /src/tempest --name opnfv-tempest --type tempest --system-wide 2018-04-07 13:34:12.976 27 INFO rally.api [-] Creating verifier 'opnfv-tempest'. 2018-04-07 13:34:13.119 27 INFO rally.verification.manager [-] Cloning verifier repo from /src/tempest. 2018-04-07 13:34:14.118 27 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=69529533-f686-4aa1-835d-21516135f134) has been successfully created! Using verifier 'opnfv-tempest' (UUID=69529533-f686-4aa1-835d-21516135f134) as the default verifier for the future CLI operations. 2018-04-07 13:34:17,238 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating private network for Tempest suite 2018-04-07 13:34:19,679 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating two images for Tempest suite 2018-04-07 13:34:25,865 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Creating two flavors for Tempest suite 2018-04-07 13:34:31,082 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify configure-verifier --reconfigure --id opnfv-tempest 2018-04-07 13:34:30.043 46 INFO rally.api [-] Configuring verifier 'opnfv-tempest' (UUID=69529533-f686-4aa1-835d-21516135f134) for deployment 'opnfv-rally' (UUID=79b69b48-a5f7-4f0d-8b07-37ff5dac3dd6). 2018-04-07 13:34:30.921 46 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=69529533-f686-4aa1-835d-21516135f134) has been successfully configured for deployment 'opnfv-rally' (UUID=79b69b48-a5f7-4f0d-8b07-37ff5dac3dd6)! 2018-04-07 13:34:31,082 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Looking for tempest.conf file... 2018-04-07 13:34:31,083 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Updating selected tempest.conf parameters... 2018-04-07 13:34:31,085 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Add/Update required params defined in tempest_conf.yaml into tempest.conf file 2018-04-07 13:34:31,087 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Generating test case list... 2018-04-07 13:34:33,879 - functest.opnfv_tests.openstack.tempest.tempest - INFO - (cd /root/.rally/verification/verifier-69529533-f686-4aa1-835d-21516135f134/repo; testr list-tests '^tempest\.(api|scenario).*\[.*\bsmoke\b.*\]$' >/home/opnfv/functest/results/tempest/test_list.txt 2>/dev/null) 2018-04-07 13:34:33,879 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Applying tempest blacklist... 2018-04-07 13:34:33,881 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Tempest blacklist file does not exist. 2018-04-07 13:34:33,881 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Starting Tempest test suite: '['rally', 'verify', 'start', '--load-list', u'/home/opnfv/functest/results/tempest/test_list.txt', '--concurrency', '1']'. 2018-04-07 13:34:35,855 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:34:35.854 55 INFO rally.api [-] Starting verification (UUID=057f82e9-e73e-43a8-91ac-c75cc0b6ec1d) for deployment 'opnfv-rally' (UUID=79b69b48-a5f7-4f0d-8b07-37ff5dac3dd6) by verifier 'opnfv-tempest' (UUID=69529533-f686-4aa1-835d-21516135f134). 2018-04-07 13:34:35,856 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Verification UUID: 057f82e9-e73e-43a8-91ac-c75cc0b6ec1d 2018-04-07 13:34:43,047 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:34:43.046 55 INFO opnfv-tempest [-] {0} tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor ... success [0.177s] 2018-04-07 13:34:43,109 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:34:43.109 55 INFO opnfv-tempest [-] {0} tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors ... success [0.063s] 2018-04-07 13:34:49,814 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:34:49.814 55 INFO opnfv-tempest [-] {0} tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create ... success [1.525s] 2018-04-07 13:34:52,924 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:34:52.924 55 INFO opnfv-tempest [-] {0} tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list ... success [3.108s] 2018-04-07 13:35:06,407 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:35:06.406 55 INFO opnfv-tempest [-] {0} tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete ... success [6.115s] 2018-04-07 13:35:22,016 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:35:22.016 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip ... success [8.955s] 2018-04-07 13:35:54,861 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:35:54.860 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestBootFromVolume.test_list_servers ... success [0.083s] 2018-04-07 13:35:54,863 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:35:54.863 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestBootFromVolume.test_verify_server_details ... success [0.002s] 2018-04-07 13:36:27,205 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:36:27.205 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers ... success [0.087s] 2018-04-07 13:36:27,206 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:36:27.206 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details ... success [0.001s] 2018-04-07 13:36:56,939 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:36:56.938 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers ... success [0.088s] 2018-04-07 13:36:56,940 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:36:56.940 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details ... success [0.001s] 2018-04-07 13:39:40,144 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:39:40.144 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard ... success [133.204s] 2018-04-07 13:40:03,744 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:40:03.744 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses ... success [0.050s] 2018-04-07 13:40:03,844 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:40:03.844 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network ... success [0.100s] 2018-04-07 13:40:12,393 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:40:12.393 55 INFO opnfv-tempest [-] {0} tempest.api.compute.test_versions.TestVersions.test_get_version_details ... success [0.676s] 2018-04-07 13:40:12,402 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:40:12.402 55 INFO opnfv-tempest [-] {0} tempest.api.compute.test_versions.TestVersions.test_list_api_versions ... success [0.010s] 2018-04-07 13:40:14,034 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:40:14.033 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v2.test_services.ServicesTestJSON ... skip: Identity api v2 is not enabled 2018-04-07 13:40:14,034 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:40:14.034 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v2.test_users.UsersTestJSON ... skip: Identity api v2 is not enabled 2018-04-07 13:40:17,975 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:40:17.974 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete ... success [0.386s] 2018-04-07 13:40:23,977 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:40:23.977 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists ... success [0.091s] 2018-04-07 13:40:30,858 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:40:30.858 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain ... success [0.642s] 2018-04-07 13:40:38,821 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:40:38.820 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint ... success [0.448s] 2018-04-07 13:40:48,540 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:40:48.540 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete ... success [3.268s] 2018-04-07 13:40:54,751 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:40:54.750 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy ... success [0.386s] 2018-04-07 13:41:00,738 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:41:00.738 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id ... success [0.193s] 2018-04-07 13:41:08,707 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:41:08.707 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_show_list ... success [0.467s] 2018-04-07 13:41:16,173 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:41:16.173 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service ... success [0.467s] 2018-04-07 13:41:24,651 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:41:24.650 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all ... success [2.813s] 2018-04-07 13:41:27,295 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:41:27.295 55 INFO opnfv-tempest [-] {0} tempest.api.identity.v2.test_api_discovery.TestApiDiscovery ... skip: Identity api v2 is not enabled 2018-04-07 13:41:29,432 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:41:29.431 55 INFO opnfv-tempest [-] {0} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types ... success [0.077s] 2018-04-07 13:41:29,511 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:41:29.510 55 INFO opnfv-tempest [-] {0} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources ... success [0.079s] 2018-04-07 13:41:29,584 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:41:29.584 55 INFO opnfv-tempest [-] {0} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses ... success [0.072s] 2018-04-07 13:41:29,591 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:41:29.591 55 INFO opnfv-tempest [-] {0} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_list_api_versions ... success [0.007s] 2018-04-07 13:41:33,721 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:41:33.721 55 INFO opnfv-tempest [-] {0} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image ... success [0.911s] 2018-04-07 13:41:35,447 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:41:35.446 55 INFO opnfv-tempest [-] {0} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file ... success [1.725s] 2018-04-07 13:41:37,680 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:41:37.679 55 INFO opnfv-tempest [-] {0} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image ... success [2.232s] 2018-04-07 13:41:44,960 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:41:44.959 55 INFO opnfv-tempest [-] {0} tempest.api.image.v2.test_versions.VersionsTest.test_list_versions ... success [0.007s] 2018-04-07 13:41:52,553 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:41:52.553 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions ... success [3.915s] 2018-04-07 13:42:05,876 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:42:05.876 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address ... success [2.531s] 2018-04-07 13:42:09,057 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:42:09.056 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip ... success [3.179s] 2018-04-07 13:42:20,815 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:42:20.815 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_network ... success [3.028s] 2018-04-07 13:42:24,614 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:42:24.613 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_port ... success [3.798s] 2018-04-07 13:42:31,699 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:42:31.699 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_subnet ... success [7.086s] 2018-04-07 13:42:41,381 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:42:41.380 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network ... success [2.723s] 2018-04-07 13:42:45,031 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:42:45.030 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port ... success [3.649s] 2018-04-07 13:42:50,152 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:42:50.152 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet ... success [5.121s] 2018-04-07 13:43:07,094 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:07.094 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet ... success [6.784s] 2018-04-07 13:43:07,516 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:07.516 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility ... success [0.422s] 2018-04-07 13:43:07,789 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:07.788 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks ... success [0.272s] 2018-04-07 13:43:07,998 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:07.998 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets ... success [0.209s] 2018-04-07 13:43:08,262 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:08.261 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_show_network ... success [0.263s] 2018-04-07 13:43:08,468 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:08.467 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet ... success [0.205s] 2018-04-07 13:43:24,341 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:24.340 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet ... success [7.102s] 2018-04-07 13:43:24,785 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:24.784 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_external_network_visibility ... success [0.444s] 2018-04-07 13:43:25,176 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:25.175 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_networks ... success [0.390s] 2018-04-07 13:43:25,395 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:25.395 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_subnets ... success [0.219s] 2018-04-07 13:43:25,662 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:25.662 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_network ... success [0.266s] 2018-04-07 13:43:25,758 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:25.758 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_subnet ... success [0.096s] 2018-04-07 13:43:39,913 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:39.913 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools ... success [5.717s] 2018-04-07 13:43:45,685 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:45.684 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups ... success [5.770s] 2018-04-07 13:43:47,455 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:47.455 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port ... success [1.770s] 2018-04-07 13:43:47,660 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:47.660 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports ... success [0.205s] 2018-04-07 13:43:47,853 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:47.852 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port ... success [0.192s] 2018-04-07 13:43:59,950 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:43:59.950 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools ... success [4.628s] 2018-04-07 13:44:06,285 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:44:06.285 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups ... success [6.333s] 2018-04-07 13:44:08,162 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:44:08.162 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port ... success [1.877s] 2018-04-07 13:44:08,373 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:44:08.373 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsTestJSON.test_list_ports ... success [0.211s] 2018-04-07 13:44:08,569 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:44:08.569 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsTestJSON.test_show_port ... success [0.196s] 2018-04-07 13:44:24,084 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:44:24.084 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces ... success [9.683s] 2018-04-07 13:44:29,382 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:44:29.381 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id ... success [5.297s] 2018-04-07 13:44:33,667 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:44:33.667 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id ... success [4.286s] 2018-04-07 13:44:36,785 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:44:36.785 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router ... success [3.117s] 2018-04-07 13:45:02,436 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:02.436 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces ... success [9.976s] 2018-04-07 13:45:07,509 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:07.509 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id ... success [5.072s] 2018-04-07 13:45:12,172 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:12.171 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id ... success [4.662s] 2018-04-07 13:45:17,937 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:17.937 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router ... success [5.764s] 2018-04-07 13:45:34,865 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:34.864 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group ... success [1.634s] 2018-04-07 13:45:37,602 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:37.602 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule ... success [2.736s] 2018-04-07 13:45:37,810 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:37.810 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups ... success [0.209s] 2018-04-07 13:45:42,955 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:42.955 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group ... success [1.857s] 2018-04-07 13:45:45,381 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:45.380 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule ... success [2.423s] 2018-04-07 13:45:45,459 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:45.458 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups ... success [0.080s] 2018-04-07 13:45:49,739 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:49.738 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools ... success [1.130s] 2018-04-07 13:45:53,095 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:53.095 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_versions.NetworksApiDiscovery.test_api_version_resources ... success [0.008s] 2018-04-07 13:45:54,470 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:54.470 55 INFO opnfv-tempest [-] {0} tempest.api.object_storage.test_account_quotas.AccountQuotasTest ... skip: AccountQuotasTest skipped as swift is not available 2018-04-07 13:45:54,473 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:54.472 55 INFO opnfv-tempest [-] {0} tempest.api.object_storage.test_account_services.AccountTest ... skip: AccountTest skipped as swift is not available 2018-04-07 13:45:54,474 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:54.474 55 INFO opnfv-tempest [-] {0} tempest.api.object_storage.test_container_quotas.ContainerQuotasTest ... skip: ContainerQuotasTest skipped as swift is not available 2018-04-07 13:45:54,475 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:54.475 55 INFO opnfv-tempest [-] {0} tempest.api.object_storage.test_container_services.ContainerTest ... skip: ContainerTest skipped as swift is not available 2018-04-07 13:45:54,476 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:54.476 55 INFO opnfv-tempest [-] {0} tempest.api.object_storage.test_object_services.ObjectTest ... skip: ObjectTest skipped as swift is not available 2018-04-07 13:45:56,457 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:45:56.456 55 INFO opnfv-tempest [-] {0} tempest.api.volume.test_versions.VersionsTest.test_list_versions ... success [0.011s] 2018-04-07 13:46:12,392 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:46:12.392 55 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_attach_detach_volume_to_instance ... success [10.876s] 2018-04-07 13:46:25,342 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:46:25.342 55 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete ... success [7.914s] 2018-04-07 13:46:39,637 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:46:39.636 55 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_from_image ... success [14.291s] 2018-04-07 13:46:49,281 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:46:49.280 55 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list ... success [0.045s] 2018-04-07 13:49:28,154 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:49:28.153 55 INFO opnfv-tempest [-] {0} tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops ... fail [152.807s] 2018-04-07 13:53:11,806 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:53:11.806 55 INFO opnfv-tempest [-] {0} tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basic_ops ... fail [212.513s] 2018-04-07 13:53:35,759 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 13:53:35.758 55 INFO opnfv-tempest [-] {0} tempest.scenario.test_server_multinode.TestServerMultinode.test_schedule_to_all_nodes ... fail [4.705s] 2018-04-07 13:53:51,727 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Showing result for a verification: '['rally', 'verify', 'show', '--uuid', '057f82e9-e73e-43a8-91ac-c75cc0b6ec1d']'. 2018-04-07 13:53:52,710 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------+ 2018-04-07 13:53:52,710 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verification | 2018-04-07 13:53:52,710 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+ 2018-04-07 13:53:52,710 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | UUID | 057f82e9-e73e-43a8-91ac-c75cc0b6ec1d | 2018-04-07 13:53:52,710 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Status | failed | 2018-04-07 13:53:52,710 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Started at | 2018-04-07 13:34:35 | 2018-04-07 13:53:52,710 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Finished at | 2018-04-07 13:53:51 | 2018-04-07 13:53:52,710 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Duration | 0:19:16 | 2018-04-07 13:53:52,711 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Run arguments | concurrency: 1 | 2018-04-07 13:53:52,711 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | | load_list: (value is too long, use 'detailed' flag to display it) | 2018-04-07 13:53:52,711 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tags | - | 2018-04-07 13:53:52,711 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier name | opnfv-tempest (UUID: 69529533-f686-4aa1-835d-21516135f134) | 2018-04-07 13:53:52,711 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier type | tempest (platform: openstack) | 2018-04-07 13:53:52,711 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Deployment name | opnfv-rally (UUID: 79b69b48-a5f7-4f0d-8b07-37ff5dac3dd6) | 2018-04-07 13:53:52,711 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests count | 109 | 2018-04-07 13:53:52,711 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests duration, sec | 1134.986 | 2018-04-07 13:53:52,711 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Success | 87 | 2018-04-07 13:53:52,711 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Skipped | 19 | 2018-04-07 13:53:52,711 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Expected failures | 0 | 2018-04-07 13:53:52,711 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Unexpected success | 0 | 2018-04-07 13:53:52,711 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Failures | 3 | 2018-04-07 13:53:52,711 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+ 2018-04-07 13:53:52,711 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------------------------------------------------------------------+ 2018-04-07 13:53:52,779 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Tempest tempest_smoke_serial success_rate is 96.6666666667% 2018-04-07 13:53:59,029 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-04-07 13:53:59,029 - xtesting.ci.run_tests - INFO - Test result: +------------------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +------------------------------+------------------+------------------+----------------+ | tempest_smoke_serial | functest | 19:42 | FAIL | +------------------------------+------------------+------------------+----------------+ 2018-04-07 13:53:59,034 - xtesting.ci.run_tests - ERROR - The test case 'tempest_smoke_serial' failed. 2018-04-07 13:53:59,034 - xtesting.ci.run_tests - INFO - Running test case 'rally_sanity'... 2018-04-07 13:53:59,133 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Creating Rally environment... 2018-04-07 13:54:01,481 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment destroy --deployment opnfv-rally 2018-04-07 13:54:01.063 136 INFO rally.deployment.engine [-] Deployment 79b69b48-a5f7-4f0d-8b07-37ff5dac3dd6 | Starting: Destroy cloud and free allocated resources. 2018-04-07 13:54:01.146 136 INFO rally.deployment.engine [-] Deployment 79b69b48-a5f7-4f0d-8b07-37ff5dac3dd6 | Completed: Destroy cloud and free allocated resources. 2018-04-07 13:54:01.187 136 INFO rally.api [-] Deleting all verifications created by verifier 'opnfv-tempest' (UUID=69529533-f686-4aa1-835d-21516135f134) for deployment 'opnfv-rally'. 2018-04-07 13:54:01.206 136 INFO rally.api [-] Deleting verification (UUID=057f82e9-e73e-43a8-91ac-c75cc0b6ec1d). 2018-04-07 13:54:01.243 136 INFO rally.api [-] Verification has been successfully deleted! 2018-04-07 13:54:01.244 136 INFO rally.api [-] Deleting deployment-specific data for verifier 'opnfv-tempest' (UUID=69529533-f686-4aa1-835d-21516135f134). 2018-04-07 13:54:01.256 136 INFO rally.api [-] Deployment-specific data has been successfully deleted! 2018-04-07 13:54:03,730 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment create --fromenv --name opnfv-rally 2018-04-07 13:54:03.427 139 INFO rally.deployment.engines.existing [-] Save deployment 'opnfv-rally' (uuid=c270c669-e1d3-4952-b6dc-7ebbab69bdc9) with 'openstack' platform. +--------------------------------------+---------------------+-------------+------------------+--------+ | uuid | created_at | name | status | active | +--------------------------------------+---------------------+-------------+------------------+--------+ | c270c669-e1d3-4952-b6dc-7ebbab69bdc9 | 2018-04-07T13:54:03 | opnfv-rally | deploy->finished | | +--------------------------------------+---------------------+-------------+------------------+--------+ Using deployment: c270c669-e1d3-4952-b6dc-7ebbab69bdc9 ~/.rally/openrc was updated HINTS: * To use standard OpenStack clients, set up your env by running: source ~/.rally/openrc OpenStack clients are now configured, e.g run: openstack image list 2018-04-07 13:54:07,017 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment check -------------------------------------------------------------------------------- Platform openstack: -------------------------------------------------------------------------------- Available services: +-------------+-------------------+-----------+ | Service | Service Type | Status | +-------------+-------------------+-----------+ | __unknown__ | alarming | Available | | __unknown__ | key-manager | Available | | __unknown__ | nfv-orchestration | Available | | __unknown__ | placement | Available | | __unknown__ | policy | Available | | __unknown__ | volumev2 | Available | | __unknown__ | volumev3 | Available | | ceilometer | metering | Available | | cinder | volume | Available | | cloud | cloudformation | Available | | glance | image | Available | | gnocchi | metric | Available | | heat | orchestration | Available | | keystone | identity | Available | | neutron | network | Available | | nova | compute | Available | +-------------+-------------------+-----------+ 2018-04-07 13:54:07,017 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Validating the test name... 2018-04-07 13:54:08,500 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Creating image 'Cirros-0.4.0-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb'... 2018-04-07 13:54:12,158 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Creating network 'rally-net-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb'... 2018-04-07 13:54:14,746 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Creating router 'rally-router-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb'... 2018-04-07 13:54:21,092 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Creating flavor 'rally-tiny-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb'... 2018-04-07 13:54:21,779 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Creating flavor 'rally-mini-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb'... 2018-04-07 13:54:22,469 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "authenticate" ... 2018-04-07 13:54:22,469 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-authenticate.yaml 2018-04-07 13:54:22,470 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-04-07 13:54:22,513 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'CeilometerSamples.list_samples', u'CeilometerMeters.list_matched_meters', u'CeilometerSamples.list_matched_samples', u'Quotas.nova_update_and_delete', u'CeilometerStats.get_stats', u'CeilometerResource.list_matched_resources', u'CeilometerEvents..*', u'CeilometerMeters.list_meters', u'CeilometerTraits..*', u'Ceilometer..*', u'CeilometerResource.list_resources', u'CeilometerResource.get_tenant_resources', u'CeilometerEvents.create_user_and_list_event_types', u'CeilometerQueries.create_and_query_samples', u'CeilometerStats.create_meter_and_get_stats'] 2018-04-07 13:54:22,519 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['authenticate'], 'concurrency': 4, 'netid': '23f861d5-c947-4da1-9dbe-5ff0985199e3', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'flavor_name': 'rally-tiny-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"] 2018-04-07 13:55:22,406 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 4cd1ff6c-5220-444f-bc11-93802a3310c9 2018-04-07 13:55:22,407 - functest.opnfv_tests.openstack.rally.rally - DEBUG - /home/opnfv/functest/results/rally does not exist, we create it. 2018-04-07 13:55:22,407 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '4cd1ff6c-5220-444f-bc11-93802a3310c9'] 2018-04-07 13:55:23,491 - functest.opnfv_tests.openstack.rally.rally - INFO - -------------------------------------------------------------------------------- Task 4cd1ff6c-5220-444f-bc11-93802a3310c9: finished -------------------------------------------------------------------------------- test scenario Authenticate.keystone args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 4cd1ff6c-5220-444f-bc11-93802a3310c9 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.keystone | 0.488 | 0.488 | 0.488 | 0.488 | 0.488 | 0.488 | 100.0% | 1 | | total | 0.489 | 0.489 | 0.489 | 0.489 | 0.489 | 0.489 | 100.0% | 1 | | -> duration | 0.489 | 0.489 | 0.489 | 0.489 | 0.489 | 0.489 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.48855 Full duration: 7.436589 -------------------------------------------------------------------------------- test scenario Authenticate.validate_cinder args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "repetitions": 2 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 4cd1ff6c-5220-444f-bc11-93802a3310c9 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_cinder | 0.36 | 0.36 | 0.36 | 0.36 | 0.36 | 0.36 | 100.0% | 1 | | total | 0.801 | 0.801 | 0.801 | 0.801 | 0.801 | 0.801 | 100.0% | 1 | | -> duration | 0.801 | 0.801 | 0.801 | 0.801 | 0.801 | 0.801 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.801328 Full duration: 7.544767 -------------------------------------------------------------------------------- test scenario Authenticate.validate_glance args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "repetitions": 2 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 4cd1ff6c-5220-444f-bc11-93802a3310c9 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_glance | 0.626 | 0.626 | 0.626 | 0.626 | 0.626 | 0.626 | 100.0% | 1 | | total | 1.059 | 1.059 | 1.059 | 1.059 | 1.059 | 1.059 | 100.0% | 1 | | -> duration | 1.059 | 1.059 | 1.059 | 1.059 | 1.059 | 1.059 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.05896 Full duration: 7.771608 -------------------------------------------------------------------------------- test scenario Authenticate.validate_heat args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "repetitions": 2 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 4cd1ff6c-5220-444f-bc11-93802a3310c9 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_heat | 0.365 | 0.365 | 0.365 | 0.365 | 0.365 | 0.365 | 100.0% | 1 | | total | 0.789 | 0.789 | 0.789 | 0.789 | 0.789 | 0.789 | 100.0% | 1 | | -> duration | 0.789 | 0.789 | 0.789 | 0.789 | 0.789 | 0.789 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.788671 Full duration: 7.46434 -------------------------------------------------------------------------------- test scenario Authenticate.validate_neutron args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "repetitions": 2 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 4cd1ff6c-5220-444f-bc11-93802a3310c9 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_neutron | 0.727 | 0.727 | 0.727 | 0.727 | 0.727 | 0.727 | 100.0% | 1 | | total | 1.137 | 1.137 | 1.137 | 1.137 | 1.137 | 1.137 | 100.0% | 1 | | -> duration | 1.137 | 1.137 | 1.137 | 1.137 | 1.137 | 1.137 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.137281 Full duration: 8.039122 -------------------------------------------------------------------------------- test scenario Authenticate.validate_nova args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "repetitions": 2 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 4cd1ff6c-5220-444f-bc11-93802a3310c9 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_nova | 0.203 | 0.203 | 0.203 | 0.203 | 0.203 | 0.203 | 100.0% | 1 | | total | 0.654 | 0.654 | 0.654 | 0.654 | 0.654 | 0.654 | 100.0% | 1 | | -> duration | 0.654 | 0.654 | 0.654 | 0.654 | 0.654 | 0.654 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.653611 Full duration: 7.564662 HINTS: * To plot HTML graphics with this data, run: rally task report 4cd1ff6c-5220-444f-bc11-93802a3310c9 --out output.html * To generate a JUnit report, run: rally task export 4cd1ff6c-5220-444f-bc11-93802a3310c9 --type junit --to output.xml * To get raw JSON output of task results, run: rally task report 4cd1ff6c-5220-444f-bc11-93802a3310c9 --json --out output.json 2018-04-07 13:55:23,491 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '4cd1ff6c-5220-444f-bc11-93802a3310c9'] 2018-04-07 13:55:24,422 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file 2018-04-07 13:55:24,422 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '4cd1ff6c-5220-444f-bc11-93802a3310c9', '--out', u'/home/opnfv/functest/results/rally/opnfv-authenticate.html'] 2018-04-07 13:55:24,428 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "authenticate" OK. 2018-04-07 13:55:24,429 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "glance" ... 2018-04-07 13:55:24,429 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-glance.yaml 2018-04-07 13:55:24,429 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-04-07 13:55:24,463 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'CeilometerSamples.list_samples', u'CeilometerMeters.list_matched_meters', u'CeilometerSamples.list_matched_samples', u'Quotas.nova_update_and_delete', u'CeilometerStats.get_stats', u'CeilometerResource.list_matched_resources', u'CeilometerEvents..*', u'CeilometerMeters.list_meters', u'CeilometerTraits..*', u'Ceilometer..*', u'CeilometerResource.list_resources', u'CeilometerResource.get_tenant_resources', u'CeilometerEvents.create_user_and_list_event_types', u'CeilometerQueries.create_and_query_samples', u'CeilometerStats.create_meter_and_get_stats'] 2018-04-07 13:55:24,464 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['glance'], 'concurrency': 4, 'netid': '23f861d5-c947-4da1-9dbe-5ff0985199e3', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'flavor_name': 'rally-tiny-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"] 2018-04-07 13:57:06,843 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 71a7b880-aebe-4fbf-a4de-d08660ec7867 2018-04-07 13:57:06,844 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '71a7b880-aebe-4fbf-a4de-d08660ec7867'] 2018-04-07 13:57:07,837 - functest.opnfv_tests.openstack.rally.rally - INFO - -------------------------------------------------------------------------------- Task 71a7b880-aebe-4fbf-a4de-d08660ec7867: finished -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_delete_image args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 71a7b880-aebe-4fbf-a4de-d08660ec7867 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 4.467 | 4.467 | 4.467 | 4.467 | 4.467 | 4.467 | 100.0% | 1 | | -> glance_v2.get_image (x2) | 0.531 | 0.531 | 0.531 | 0.531 | 0.531 | 0.531 | 100.0% | 1 | | -> glance_v2.upload_data | 1.521 | 1.521 | 1.521 | 1.521 | 1.521 | 1.521 | 100.0% | 1 | | glance_v2.delete_image | 1.063 | 1.063 | 1.063 | 1.063 | 1.063 | 1.063 | 100.0% | 1 | | total | 5.531 | 5.531 | 5.531 | 5.531 | 5.531 | 5.531 | 100.0% | 1 | | -> duration | 5.531 | 5.531 | 5.531 | 5.531 | 5.531 | 5.531 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.530783 Full duration: 14.469892 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_list_image args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 71a7b880-aebe-4fbf-a4de-d08660ec7867 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 4.71 | 4.71 | 4.71 | 4.71 | 4.71 | 4.71 | 100.0% | 1 | | -> glance_v2.get_image (x2) | 0.537 | 0.537 | 0.537 | 0.537 | 0.537 | 0.537 | 100.0% | 1 | | -> glance_v2.upload_data | 1.73 | 1.73 | 1.73 | 1.73 | 1.73 | 1.73 | 100.0% | 1 | | glance_v2.list_images | 0.184 | 0.184 | 0.184 | 0.184 | 0.184 | 0.184 | 100.0% | 1 | | total | 4.895 | 4.895 | 4.895 | 4.895 | 4.895 | 4.895 | 100.0% | 1 | | -> duration | 4.895 | 4.895 | 4.895 | 4.895 | 4.895 | 4.895 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.895267 Full duration: 17.100903 -------------------------------------------------------------------------------- test scenario GlanceImages.list_images args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 71a7b880-aebe-4fbf-a4de-d08660ec7867 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.list_images | 0.349 | 0.349 | 0.349 | 0.349 | 0.349 | 0.349 | 100.0% | 1 | | total | 0.35 | 0.35 | 0.35 | 0.35 | 0.35 | 0.35 | 100.0% | 1 | | -> duration | 0.35 | 0.35 | 0.35 | 0.35 | 0.35 | 0.35 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.34957 Full duration: 8.247313 -------------------------------------------------------------------------------- test scenario GlanceImages.create_image_and_boot_instances args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img", "flavor": { "name": "rally-tiny-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb" }, "number_instances": 2, "nics": [ { "net-id": "23f861d5-c947-4da1-9dbe-5ff0985199e3" } ] }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } } } -------------------------------------------------------------------------------- Task 71a7b880-aebe-4fbf-a4de-d08660ec7867 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 4.691 | 4.691 | 4.691 | 4.691 | 4.691 | 4.691 | 100.0% | 1 | | -> glance_v2.get_image (x2) | 0.528 | 0.528 | 0.528 | 0.528 | 0.528 | 0.528 | 100.0% | 1 | | -> glance_v2.upload_data | 1.733 | 1.733 | 1.733 | 1.733 | 1.733 | 1.733 | 100.0% | 1 | | nova.boot_servers | 11.394 | 11.394 | 11.394 | 11.394 | 11.394 | 11.394 | 100.0% | 1 | | total | 16.086 | 16.086 | 16.086 | 16.086 | 16.086 | 16.086 | 100.0% | 1 | | -> duration | 15.086 | 15.086 | 15.086 | 15.086 | 15.086 | 15.086 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 15.085527 Full duration: 44.088269 HINTS: * To plot HTML graphics with this data, run: rally task report 71a7b880-aebe-4fbf-a4de-d08660ec7867 --out output.html * To generate a JUnit report, run: rally task export 71a7b880-aebe-4fbf-a4de-d08660ec7867 --type junit --to output.xml * To get raw JSON output of task results, run: rally task report 71a7b880-aebe-4fbf-a4de-d08660ec7867 --json --out output.json 2018-04-07 13:57:07,837 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '71a7b880-aebe-4fbf-a4de-d08660ec7867'] 2018-04-07 13:57:08,856 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file 2018-04-07 13:57:08,856 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '71a7b880-aebe-4fbf-a4de-d08660ec7867', '--out', u'/home/opnfv/functest/results/rally/opnfv-glance.html'] 2018-04-07 13:57:08,863 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "glance" OK. 2018-04-07 13:57:08,863 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "ceilometer" ... 2018-04-07 13:57:08,863 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-ceilometer.yaml 2018-04-07 13:57:08,863 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-04-07 13:57:08,881 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'CeilometerSamples.list_samples', u'CeilometerMeters.list_matched_meters', u'CeilometerSamples.list_matched_samples', u'Quotas.nova_update_and_delete', u'CeilometerStats.get_stats', u'CeilometerResource.list_matched_resources', u'CeilometerEvents..*', u'CeilometerMeters.list_meters', u'CeilometerTraits..*', u'Ceilometer..*', u'CeilometerResource.list_resources', u'CeilometerResource.get_tenant_resources', u'CeilometerEvents.create_user_and_list_event_types', u'CeilometerQueries.create_and_query_samples', u'CeilometerStats.create_meter_and_get_stats'] 2018-04-07 13:57:08,881 - functest.opnfv_tests.openstack.rally.rally - INFO - No tests for scenario "ceilometer" 2018-04-07 13:57:08,881 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "cinder" ... 2018-04-07 13:57:08,881 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-cinder.yaml 2018-04-07 13:57:08,881 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-04-07 13:57:08,898 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'CeilometerSamples.list_samples', u'CeilometerMeters.list_matched_meters', u'CeilometerSamples.list_matched_samples', u'Quotas.nova_update_and_delete', u'CeilometerStats.get_stats', u'CeilometerResource.list_matched_resources', u'CeilometerEvents..*', u'CeilometerMeters.list_meters', u'CeilometerTraits..*', u'Ceilometer..*', u'CeilometerResource.list_resources', u'CeilometerResource.get_tenant_resources', u'CeilometerEvents.create_user_and_list_event_types', u'CeilometerQueries.create_and_query_samples', u'CeilometerStats.create_meter_and_get_stats'] 2018-04-07 13:57:08,901 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['cinder'], 'concurrency': 4, 'netid': '23f861d5-c947-4da1-9dbe-5ff0985199e3', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'flavor_name': 'rally-tiny-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"] 2018-04-07 14:00:25,851 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 45400781-9636-4d93-80e4-61a0995d7bea 2018-04-07 14:00:25,852 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '45400781-9636-4d93-80e4-61a0995d7bea'] 2018-04-07 14:00:26,952 - functest.opnfv_tests.openstack.rally.rally - INFO - -------------------------------------------------------------------------------- Task 45400781-9636-4d93-80e4-61a0995d7bea: finished -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_snapshot args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "force": false }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "volumes": { "size": 1, "volumes_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 45400781-9636-4d93-80e4-61a0995d7bea has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_snapshot | 3.297 | 3.297 | 3.297 | 3.297 | 3.297 | 3.297 | 100.0% | 1 | | cinder_v2.delete_snapshot | 2.631 | 2.631 | 2.631 | 2.631 | 2.631 | 2.631 | 100.0% | 1 | | total | 5.929 | 5.929 | 5.929 | 5.929 | 5.929 | 5.929 | 100.0% | 1 | | -> duration | 5.929 | 5.929 | 5.929 | 5.929 | 5.929 | 5.929 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.92896 Full duration: 24.004735 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "size": { "max": 1, "min": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } } } } -------------------------------------------------------------------------------- Task 45400781-9636-4d93-80e4-61a0995d7bea has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume | 3.287 | 3.287 | 3.287 | 3.287 | 3.287 | 3.287 | 100.0% | 1 | | cinder_v2.delete_volume | 2.299 | 2.299 | 2.299 | 2.299 | 2.299 | 2.299 | 100.0% | 1 | | total | 5.586 | 5.586 | 5.586 | 5.586 | 5.586 | 5.586 | 100.0% | 1 | | -> duration | 5.586 | 5.586 | 5.586 | 5.586 | 5.586 | 5.586 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.586353 Full duration: 15.70949 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "image": { "name": "Cirros-0.4.0-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb" }, "size": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } } } } -------------------------------------------------------------------------------- Task 45400781-9636-4d93-80e4-61a0995d7bea has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume | 9.158 | 9.158 | 9.158 | 9.158 | 9.158 | 9.158 | 100.0% | 1 | | cinder_v2.delete_volume | 2.463 | 2.463 | 2.463 | 2.463 | 2.463 | 2.463 | 100.0% | 1 | | total | 11.622 | 11.622 | 11.622 | 11.622 | 11.622 | 11.622 | 100.0% | 1 | | -> duration | 11.622 | 11.622 | 11.622 | 11.622 | 11.622 | 11.622 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 11.622247 Full duration: 22.395568 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "size": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } } } } -------------------------------------------------------------------------------- Task 45400781-9636-4d93-80e4-61a0995d7bea has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume | 3.745 | 3.745 | 3.745 | 3.745 | 3.745 | 3.745 | 100.0% | 1 | | cinder_v2.delete_volume | 2.182 | 2.182 | 2.182 | 2.182 | 2.182 | 2.182 | 100.0% | 1 | | total | 5.927 | 5.927 | 5.927 | 5.927 | 5.927 | 5.927 | 100.0% | 1 | | -> duration | 5.927 | 5.927 | 5.927 | 5.927 | 5.927 | 5.927 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.926951 Full duration: 15.756901 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_extend_volume args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "new_size": 2, "size": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } } } } -------------------------------------------------------------------------------- Task 45400781-9636-4d93-80e4-61a0995d7bea has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume | 3.253 | 3.253 | 3.253 | 3.253 | 3.253 | 3.253 | 100.0% | 1 | | cinder_v2.extend_volume | 2.552 | 2.552 | 2.552 | 2.552 | 2.552 | 2.552 | 100.0% | 1 | | cinder_v2.delete_volume | 0.89 | 0.89 | 0.89 | 0.89 | 0.89 | 0.89 | 100.0% | 1 | | total | 6.696 | 6.696 | 6.696 | 6.696 | 6.696 | 6.696 | 100.0% | 1 | | -> duration | 6.696 | 6.696 | 6.696 | 6.696 | 6.696 | 6.696 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.696246 Full duration: 17.022215 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_from_volume_and_delete_volume args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "size": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "volumes": { "size": 1, "volumes_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 45400781-9636-4d93-80e4-61a0995d7bea has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume | 3.228 | 3.228 | 3.228 | 3.228 | 3.228 | 3.228 | 100.0% | 1 | | cinder_v2.delete_volume | 2.746 | 2.746 | 2.746 | 2.746 | 2.746 | 2.746 | 100.0% | 1 | | total | 5.975 | 5.975 | 5.975 | 5.975 | 5.975 | 5.975 | 100.0% | 1 | | -> duration | 5.975 | 5.975 | 5.975 | 5.975 | 5.975 | 5.975 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.974697 Full duration: 23.495319 -------------------------------------------------------------------------------- test scenario CinderQos.create_and_list_qos args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "consumer": "both", "write_iops_sec": "10", "read_iops_sec": "1000" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 45400781-9636-4d93-80e4-61a0995d7bea has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_qos | 0.628 | 0.628 | 0.628 | 0.628 | 0.628 | 0.628 | 100.0% | 1 | | cinder_v2.list_qos | 0.179 | 0.179 | 0.179 | 0.179 | 0.179 | 0.179 | 100.0% | 1 | | total | 0.808 | 0.808 | 0.808 | 0.808 | 0.808 | 0.808 | 100.0% | 1 | | -> duration | 0.808 | 0.808 | 0.808 | 0.808 | 0.808 | 0.808 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.807776 Full duration: 12.650264 -------------------------------------------------------------------------------- test scenario CinderQos.create_and_set_qos args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "consumer": "back-end", "write_iops_sec": "10", "read_iops_sec": "1000", "set_consumer": "both", "set_write_iops_sec": "11", "set_read_iops_sec": "1001" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 45400781-9636-4d93-80e4-61a0995d7bea has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_qos | 0.605 | 0.605 | 0.605 | 0.605 | 0.605 | 0.605 | 100.0% | 1 | | cinder_v2.set_qos | 0.198 | 0.198 | 0.198 | 0.198 | 0.198 | 0.198 | 100.0% | 1 | | total | 0.804 | 0.804 | 0.804 | 0.804 | 0.804 | 0.804 | 100.0% | 1 | | -> duration | 0.804 | 0.804 | 0.804 | 0.804 | 0.804 | 0.804 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.803847 Full duration: 12.505727 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_and_list_volume_types args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "description": "rally tests creating types" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 45400781-9636-4d93-80e4-61a0995d7bea has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume_type | 0.626 | 0.626 | 0.626 | 0.626 | 0.626 | 0.626 | 100.0% | 1 | | cinder_v2.list_types | 0.184 | 0.184 | 0.184 | 0.184 | 0.184 | 0.184 | 100.0% | 1 | | total | 0.81 | 0.81 | 0.81 | 0.81 | 0.81 | 0.81 | 100.0% | 1 | | -> duration | 0.81 | 0.81 | 0.81 | 0.81 | 0.81 | 0.81 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.810369 Full duration: 12.476323 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_volume_type_and_encryption_type args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "description": "rally tests creating types", "provider": "LuksEncryptor", "cipher": "aes-xts-plain64", "key_size": 512, "control_location": "front-end" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 45400781-9636-4d93-80e4-61a0995d7bea has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume_type | 0.609 | 0.609 | 0.609 | 0.609 | 0.609 | 0.609 | 100.0% | 1 | | cinder_v2.create_encryption_type | 0.223 | 0.223 | 0.223 | 0.223 | 0.223 | 0.223 | 100.0% | 1 | | total | 0.832 | 0.832 | 0.832 | 0.832 | 0.832 | 0.832 | 100.0% | 1 | | -> duration | 0.832 | 0.832 | 0.832 | 0.832 | 0.832 | 0.832 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.831998 Full duration: 12.948323 HINTS: * To plot HTML graphics with this data, run: rally task report 45400781-9636-4d93-80e4-61a0995d7bea --out output.html * To generate a JUnit report, run: rally task export 45400781-9636-4d93-80e4-61a0995d7bea --type junit --to output.xml * To get raw JSON output of task results, run: rally task report 45400781-9636-4d93-80e4-61a0995d7bea --json --out output.json 2018-04-07 14:00:26,952 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '45400781-9636-4d93-80e4-61a0995d7bea'] 2018-04-07 14:00:28,039 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file 2018-04-07 14:00:28,039 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '45400781-9636-4d93-80e4-61a0995d7bea', '--out', u'/home/opnfv/functest/results/rally/opnfv-cinder.html'] 2018-04-07 14:00:28,047 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "cinder" OK. 2018-04-07 14:00:28,048 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "heat" ... 2018-04-07 14:00:28,048 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-heat.yaml 2018-04-07 14:00:28,048 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-04-07 14:00:28,090 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'CeilometerSamples.list_samples', u'CeilometerMeters.list_matched_meters', u'CeilometerSamples.list_matched_samples', u'Quotas.nova_update_and_delete', u'CeilometerStats.get_stats', u'CeilometerResource.list_matched_resources', u'CeilometerEvents..*', u'CeilometerMeters.list_meters', u'CeilometerTraits..*', u'Ceilometer..*', u'CeilometerResource.list_resources', u'CeilometerResource.get_tenant_resources', u'CeilometerEvents.create_user_and_list_event_types', u'CeilometerQueries.create_and_query_samples', u'CeilometerStats.create_meter_and_get_stats'] 2018-04-07 14:00:28,092 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['heat'], 'concurrency': 4, 'netid': '23f861d5-c947-4da1-9dbe-5ff0985199e3', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'flavor_name': 'rally-tiny-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"] 2018-04-07 14:01:49,846 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 41669cf9-5f3c-47a6-91e0-50cabff2e6df 2018-04-07 14:01:49,847 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '41669cf9-5f3c-47a6-91e0-50cabff2e6df'] 2018-04-07 14:01:50,813 - functest.opnfv_tests.openstack.rally.rally - INFO - -------------------------------------------------------------------------------- Task 41669cf9-5f3c-47a6-91e0-50cabff2e6df: finished -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/autoscaling_policy.yaml.template", "updated_template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/updated_autoscaling_policy_inplace.yaml.template" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "heat_stack_owner" ] } } -------------------------------------------------------------------------------- Task 41669cf9-5f3c-47a6-91e0-50cabff2e6df has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 4.462 | 4.462 | 4.462 | 4.462 | 4.462 | 4.462 | 100.0% | 1 | | heat.update_stack | 2.935 | 2.935 | 2.935 | 2.935 | 2.935 | 2.935 | 100.0% | 1 | | heat.delete_stack | 3.291 | 3.291 | 3.291 | 3.291 | 3.291 | 3.291 | 100.0% | 1 | | total | 10.688 | 10.688 | 10.688 | 10.688 | 10.688 | 10.688 | 100.0% | 1 | | -> duration | 6.688 | 6.688 | 6.688 | 6.688 | 6.688 | 6.688 | 100.0% | 1 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 1 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.687863 Full duration: 19.516461 -------------------------------------------------------------------------------- test scenario HeatStacks.create_check_delete_stack args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "heat_stack_owner" ] } } -------------------------------------------------------------------------------- Task 41669cf9-5f3c-47a6-91e0-50cabff2e6df has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 4.407 | 4.407 | 4.407 | 4.407 | 4.407 | 4.407 | 100.0% | 1 | | heat.check_stack | 0.659 | 0.659 | 0.659 | 0.659 | 0.659 | 0.659 | 100.0% | 1 | | heat.delete_stack | 1.751 | 1.751 | 1.751 | 1.751 | 1.751 | 1.751 | 100.0% | 1 | | total | 6.817 | 6.817 | 6.817 | 6.817 | 6.817 | 6.817 | 100.0% | 1 | | -> duration | 4.817 | 4.817 | 4.817 | 4.817 | 4.817 | 4.817 | 100.0% | 1 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 1 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.817462 Full duration: 15.63978 -------------------------------------------------------------------------------- test scenario HeatStacks.create_suspend_resume_delete_stack args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "heat_stack_owner" ] } } -------------------------------------------------------------------------------- Task 41669cf9-5f3c-47a6-91e0-50cabff2e6df has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 4.317 | 4.317 | 4.317 | 4.317 | 4.317 | 4.317 | 100.0% | 1 | | heat.suspend_stack | 0.999 | 0.999 | 0.999 | 0.999 | 0.999 | 0.999 | 100.0% | 1 | | heat.resume_stack | 1.382 | 1.382 | 1.382 | 1.382 | 1.382 | 1.382 | 100.0% | 1 | | heat.delete_stack | 1.459 | 1.459 | 1.459 | 1.459 | 1.459 | 1.459 | 100.0% | 1 | | total | 8.158 | 8.158 | 8.158 | 8.158 | 8.158 | 8.158 | 100.0% | 1 | | -> duration | 6.158 | 6.158 | 6.158 | 6.158 | 6.158 | 6.158 | 100.0% | 1 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 1 | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.157961 Full duration: 18.292127 -------------------------------------------------------------------------------- test scenario HeatStacks.list_stacks_and_resources args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "heat_stack_owner" ] } } -------------------------------------------------------------------------------- Task 41669cf9-5f3c-47a6-91e0-50cabff2e6df has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.list_stacks | 0.573 | 0.573 | 0.573 | 0.573 | 0.573 | 0.573 | 100.0% | 1 | | total | 0.573 | 0.573 | 0.573 | 0.573 | 0.573 | 0.573 | 100.0% | 1 | | -> duration | 0.573 | 0.573 | 0.573 | 0.573 | 0.573 | 0.573 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.572791 Full duration: 8.556621 HINTS: * To plot HTML graphics with this data, run: rally task report 41669cf9-5f3c-47a6-91e0-50cabff2e6df --out output.html * To generate a JUnit report, run: rally task export 41669cf9-5f3c-47a6-91e0-50cabff2e6df --type junit --to output.xml * To get raw JSON output of task results, run: rally task report 41669cf9-5f3c-47a6-91e0-50cabff2e6df --json --out output.json 2018-04-07 14:01:50,813 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '41669cf9-5f3c-47a6-91e0-50cabff2e6df'] 2018-04-07 14:01:51,880 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file 2018-04-07 14:01:51,881 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '41669cf9-5f3c-47a6-91e0-50cabff2e6df', '--out', u'/home/opnfv/functest/results/rally/opnfv-heat.html'] 2018-04-07 14:01:51,887 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "heat" OK. 2018-04-07 14:01:51,887 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "keystone" ... 2018-04-07 14:01:51,888 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-keystone.yaml 2018-04-07 14:01:51,888 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-04-07 14:01:51,927 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'CeilometerSamples.list_samples', u'CeilometerMeters.list_matched_meters', u'CeilometerSamples.list_matched_samples', u'Quotas.nova_update_and_delete', u'CeilometerStats.get_stats', u'CeilometerResource.list_matched_resources', u'CeilometerEvents..*', u'CeilometerMeters.list_meters', u'CeilometerTraits..*', u'Ceilometer..*', u'CeilometerResource.list_resources', u'CeilometerResource.get_tenant_resources', u'CeilometerEvents.create_user_and_list_event_types', u'CeilometerQueries.create_and_query_samples', u'CeilometerStats.create_meter_and_get_stats'] 2018-04-07 14:01:51,931 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['keystone'], 'concurrency': 4, 'netid': '23f861d5-c947-4da1-9dbe-5ff0985199e3', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'flavor_name': 'rally-tiny-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"] 2018-04-07 14:05:08,446 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 8fc102ec-3fca-4563-9ee1-7c81b80d5363 2018-04-07 14:05:08,447 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '8fc102ec-3fca-4563-9ee1-7c81b80d5363'] 2018-04-07 14:05:09,531 - functest.opnfv_tests.openstack.rally.rally - INFO - -------------------------------------------------------------------------------- Task 8fc102ec-3fca-4563-9ee1-7c81b80d5363: finished -------------------------------------------------------------------------------- test scenario KeystoneBasic.add_and_remove_user_role args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 8fc102ec-3fca-4563-9ee1-7c81b80d5363 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.535 | 0.535 | 0.535 | 0.535 | 0.535 | 0.535 | 100.0% | 1 | | keystone_v3.add_role | 0.122 | 0.122 | 0.122 | 0.122 | 0.122 | 0.122 | 100.0% | 1 | | keystone_v3.revoke_role | 0.138 | 0.138 | 0.138 | 0.138 | 0.138 | 0.138 | 100.0% | 1 | | total | 0.794 | 0.794 | 0.794 | 0.794 | 0.794 | 0.794 | 100.0% | 1 | | -> duration | 0.794 | 0.794 | 0.794 | 0.794 | 0.794 | 0.794 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.794465 Full duration: 14.594945 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_add_and_list_user_roles args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 8fc102ec-3fca-4563-9ee1-7c81b80d5363 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.486 | 0.486 | 0.486 | 0.486 | 0.486 | 0.486 | 100.0% | 1 | | keystone_v3.add_role | 0.148 | 0.148 | 0.148 | 0.148 | 0.148 | 0.148 | 100.0% | 1 | | keystone_v3.list_roles | 0.104 | 0.104 | 0.104 | 0.104 | 0.104 | 0.104 | 100.0% | 1 | | total | 0.738 | 0.738 | 0.738 | 0.738 | 0.738 | 0.738 | 100.0% | 1 | | -> duration | 0.738 | 0.738 | 0.738 | 0.738 | 0.738 | 0.738 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.737629 Full duration: 14.602669 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_list_tenants args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 8fc102ec-3fca-4563-9ee1-7c81b80d5363 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.836 | 0.836 | 0.836 | 0.836 | 0.836 | 0.836 | 100.0% | 1 | | keystone_v3.list_projects | 0.085 | 0.085 | 0.085 | 0.085 | 0.085 | 0.085 | 100.0% | 1 | | total | 0.921 | 0.921 | 0.921 | 0.921 | 0.921 | 0.921 | 100.0% | 1 | | -> duration | 0.921 | 0.921 | 0.921 | 0.921 | 0.921 | 0.921 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.921032 Full duration: 15.079413 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_delete_role args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 8fc102ec-3fca-4563-9ee1-7c81b80d5363 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.516 | 0.516 | 0.516 | 0.516 | 0.516 | 0.516 | 100.0% | 1 | | keystone_v3.delete_role | 0.113 | 0.113 | 0.113 | 0.113 | 0.113 | 0.113 | 100.0% | 1 | | total | 0.629 | 0.629 | 0.629 | 0.629 | 0.629 | 0.629 | 100.0% | 1 | | -> duration | 0.629 | 0.629 | 0.629 | 0.629 | 0.629 | 0.629 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.629307 Full duration: 12.465437 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_delete_service args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 8fc102ec-3fca-4563-9ee1-7c81b80d5363 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_service | 0.515 | 0.515 | 0.515 | 0.515 | 0.515 | 0.515 | 100.0% | 1 | | keystone_v3.delete_service | 0.122 | 0.122 | 0.122 | 0.122 | 0.122 | 0.122 | 100.0% | 1 | | total | 0.637 | 0.637 | 0.637 | 0.637 | 0.637 | 0.637 | 100.0% | 1 | | -> duration | 0.637 | 0.637 | 0.637 | 0.637 | 0.637 | 0.637 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.637349 Full duration: 12.81701 -------------------------------------------------------------------------------- test scenario KeystoneBasic.get_entities args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 8fc102ec-3fca-4563-9ee1-7c81b80d5363 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.668 | 0.668 | 0.668 | 0.668 | 0.668 | 0.668 | 100.0% | 1 | | keystone_v3.create_user | 0.5 | 0.5 | 0.5 | 0.5 | 0.5 | 0.5 | 100.0% | 1 | | -> keystone_v3.list_roles | 0.08 | 0.08 | 0.08 | 0.08 | 0.08 | 0.08 | 100.0% | 1 | | -> keystone_v3.add_role | 0.127 | 0.127 | 0.127 | 0.127 | 0.127 | 0.127 | 100.0% | 1 | | keystone_v3.create_role | 0.094 | 0.094 | 0.094 | 0.094 | 0.094 | 0.094 | 100.0% | 1 | | keystone_v3.get_project | 0.092 | 0.092 | 0.092 | 0.092 | 0.092 | 0.092 | 100.0% | 1 | | keystone_v3.get_user | 0.102 | 0.102 | 0.102 | 0.102 | 0.102 | 0.102 | 100.0% | 1 | | keystone_v3.get_role | 0.079 | 0.079 | 0.079 | 0.079 | 0.079 | 0.079 | 100.0% | 1 | | keystone_v3.list_services | 0.092 | 0.092 | 0.092 | 0.092 | 0.092 | 0.092 | 100.0% | 1 | | keystone_v3.get_services | 0.084 | 0.084 | 0.084 | 0.084 | 0.084 | 0.084 | 100.0% | 1 | | total | 1.809 | 1.809 | 1.809 | 1.809 | 1.809 | 1.809 | 100.0% | 1 | | -> duration | 1.809 | 1.809 | 1.809 | 1.809 | 1.809 | 1.809 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.808679 Full duration: 19.981335 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_update_and_delete_tenant args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 8fc102ec-3fca-4563-9ee1-7c81b80d5363 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.684 | 0.684 | 0.684 | 0.684 | 0.684 | 0.684 | 100.0% | 1 | | keystone_v3.update_project | 0.108 | 0.108 | 0.108 | 0.108 | 0.108 | 0.108 | 100.0% | 1 | | keystone_v3.delete_project | 0.14 | 0.14 | 0.14 | 0.14 | 0.14 | 0.14 | 100.0% | 1 | | total | 0.932 | 0.932 | 0.932 | 0.932 | 0.932 | 0.932 | 100.0% | 1 | | -> duration | 0.932 | 0.932 | 0.932 | 0.932 | 0.932 | 0.932 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.931845 Full duration: 12.738315 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_user args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": {} } -------------------------------------------------------------------------------- Task 8fc102ec-3fca-4563-9ee1-7c81b80d5363 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_user | 0.686 | 0.686 | 0.686 | 0.686 | 0.686 | 0.686 | 100.0% | 1 | | total | 0.779 | 0.779 | 0.779 | 0.779 | 0.779 | 0.779 | 100.0% | 1 | | -> duration | 0.779 | 0.779 | 0.779 | 0.779 | 0.779 | 0.779 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.778826 Full duration: 14.701645 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_tenant args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": {} } -------------------------------------------------------------------------------- Task 8fc102ec-3fca-4563-9ee1-7c81b80d5363 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.691 | 0.691 | 0.691 | 0.691 | 0.691 | 0.691 | 100.0% | 1 | | total | 0.691 | 0.691 | 0.691 | 0.691 | 0.691 | 0.691 | 100.0% | 1 | | -> duration | 0.691 | 0.691 | 0.691 | 0.691 | 0.691 | 0.691 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.691093 Full duration: 14.225664 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_list_users args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": {} } -------------------------------------------------------------------------------- Task 8fc102ec-3fca-4563-9ee1-7c81b80d5363 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_user | 0.679 | 0.679 | 0.679 | 0.679 | 0.679 | 0.679 | 100.0% | 1 | | keystone_v3.list_users | 0.099 | 0.099 | 0.099 | 0.099 | 0.099 | 0.099 | 100.0% | 1 | | total | 0.879 | 0.879 | 0.879 | 0.879 | 0.879 | 0.879 | 100.0% | 1 | | -> duration | 0.879 | 0.879 | 0.879 | 0.879 | 0.879 | 0.879 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.878569 Full duration: 14.567716 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_tenant_with_users args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "users_per_tenant": 10 }, "sla": { "failure_rate": { "max": 0 } }, "context": {} } -------------------------------------------------------------------------------- Task 8fc102ec-3fca-4563-9ee1-7c81b80d5363 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.62 | 0.62 | 0.62 | 0.62 | 0.62 | 0.62 | 100.0% | 1 | | keystone_v3.create_users | 4.894 | 4.894 | 4.894 | 4.894 | 4.894 | 4.894 | 100.0% | 1 | | -> keystone_v3.create_user (x10) | 4.894 | 4.894 | 4.894 | 4.894 | 4.894 | 4.894 | 100.0% | 1 | | --> keystone_v3.list_roles (x10) | 0.841 | 0.841 | 0.841 | 0.841 | 0.841 | 0.841 | 100.0% | 1 | | --> keystone_v3.add_role (x10) | 1.247 | 1.247 | 1.247 | 1.247 | 1.247 | 1.247 | 100.0% | 1 | | total | 6.494 | 6.494 | 6.494 | 6.494 | 6.494 | 6.494 | 100.0% | 1 | | -> duration | 6.494 | 6.494 | 6.494 | 6.494 | 6.494 | 6.494 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.49355 Full duration: 22.825686 HINTS: * To plot HTML graphics with this data, run: rally task report 8fc102ec-3fca-4563-9ee1-7c81b80d5363 --out output.html * To generate a JUnit report, run: rally task export 8fc102ec-3fca-4563-9ee1-7c81b80d5363 --type junit --to output.xml * To get raw JSON output of task results, run: rally task report 8fc102ec-3fca-4563-9ee1-7c81b80d5363 --json --out output.json 2018-04-07 14:05:09,531 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '8fc102ec-3fca-4563-9ee1-7c81b80d5363'] 2018-04-07 14:05:10,559 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file 2018-04-07 14:05:10,559 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '8fc102ec-3fca-4563-9ee1-7c81b80d5363', '--out', u'/home/opnfv/functest/results/rally/opnfv-keystone.html'] 2018-04-07 14:05:10,567 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "keystone" OK. 2018-04-07 14:05:10,568 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "neutron" ... 2018-04-07 14:05:10,568 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-neutron.yaml 2018-04-07 14:05:10,568 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-04-07 14:05:10,609 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'CeilometerSamples.list_samples', u'CeilometerMeters.list_matched_meters', u'CeilometerSamples.list_matched_samples', u'Quotas.nova_update_and_delete', u'CeilometerStats.get_stats', u'CeilometerResource.list_matched_resources', u'CeilometerEvents..*', u'CeilometerMeters.list_meters', u'CeilometerTraits..*', u'Ceilometer..*', u'CeilometerResource.list_resources', u'CeilometerResource.get_tenant_resources', u'CeilometerEvents.create_user_and_list_event_types', u'CeilometerQueries.create_and_query_samples', u'CeilometerStats.create_meter_and_get_stats'] 2018-04-07 14:05:10,616 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['neutron'], 'concurrency': 4, 'netid': '23f861d5-c947-4da1-9dbe-5ff0985199e3', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'flavor_name': 'rally-tiny-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"] 2018-04-07 14:10:40,602 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : f8499c95-d0cf-4c96-a548-8c007d813dd8 2018-04-07 14:10:40,603 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', 'f8499c95-d0cf-4c96-a548-8c007d813dd8'] 2018-04-07 14:10:41,638 - functest.opnfv_tests.openstack.rally.rally - INFO - -------------------------------------------------------------------------------- Task f8499c95-d0cf-4c96-a548-8c007d813dd8: finished -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_networks args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": {} }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "network": -1 } } } } -------------------------------------------------------------------------------- Task f8499c95-d0cf-4c96-a548-8c007d813dd8 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.99 | 0.99 | 0.99 | 0.99 | 0.99 | 0.99 | 100.0% | 1 | | neutron.delete_network | 0.995 | 0.995 | 0.995 | 0.995 | 0.995 | 0.995 | 100.0% | 1 | | total | 1.986 | 1.986 | 1.986 | 1.986 | 1.986 | 1.986 | 100.0% | 1 | | -> duration | 1.986 | 1.986 | 1.986 | 1.986 | 1.986 | 1.986 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.985661 Full duration: 15.207408 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_ports args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": {}, "port_create_args": {}, "ports_per_network": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": {}, "quotas": { "neutron": { "network": -1, "port": -1 } } } } -------------------------------------------------------------------------------- Task f8499c95-d0cf-4c96-a548-8c007d813dd8 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port | 1.401 | 1.401 | 1.401 | 1.401 | 1.401 | 1.401 | 100.0% | 1 | | neutron.delete_port | 0.818 | 0.818 | 0.818 | 0.818 | 0.818 | 0.818 | 100.0% | 1 | | total | 2.219 | 2.219 | 2.219 | 2.219 | 2.219 | 2.219 | 100.0% | 1 | | -> duration | 2.219 | 2.219 | 2.219 | 2.219 | 2.219 | 2.219 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.218539 Full duration: 32.693696 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_routers args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": {}, "router_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": {}, "quotas": { "neutron": { "network": -1, "subnet": -1, "port": -1, "router": -1 } } } } -------------------------------------------------------------------------------- Task f8499c95-d0cf-4c96-a548-8c007d813dd8 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.863 | 0.863 | 0.863 | 0.863 | 0.863 | 0.863 | 100.0% | 1 | | neutron.create_subnet | 0.67 | 0.67 | 0.67 | 0.67 | 0.67 | 0.67 | 100.0% | 1 | | neutron.create_router | 0.369 | 0.369 | 0.369 | 0.369 | 0.369 | 0.369 | 100.0% | 1 | | neutron.add_interface_router | 1.558 | 1.558 | 1.558 | 1.558 | 1.558 | 1.558 | 100.0% | 1 | | neutron.remove_interface_router | 1.033 | 1.033 | 1.033 | 1.033 | 1.033 | 1.033 | 100.0% | 1 | | neutron.delete_router | 0.422 | 0.422 | 0.422 | 0.422 | 0.422 | 0.422 | 100.0% | 1 | | total | 4.916 | 4.916 | 4.916 | 4.916 | 4.916 | 4.916 | 100.0% | 1 | | -> duration | 4.916 | 4.916 | 4.916 | 4.916 | 4.916 | 4.916 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.915759 Full duration: 36.679518 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_subnets args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": {}, "quotas": { "neutron": { "network": -1, "subnet": -1 } } } } -------------------------------------------------------------------------------- Task f8499c95-d0cf-4c96-a548-8c007d813dd8 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_subnet | 1.341 | 1.341 | 1.341 | 1.341 | 1.341 | 1.341 | 100.0% | 1 | | neutron.delete_subnet | 0.639 | 0.639 | 0.639 | 0.639 | 0.639 | 0.639 | 100.0% | 1 | | total | 1.98 | 1.98 | 1.98 | 1.98 | 1.98 | 1.98 | 100.0% | 1 | | -> duration | 1.98 | 1.98 | 1.98 | 1.98 | 1.98 | 1.98 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.98016 Full duration: 29.206929 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_networks args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": {} }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "network": -1 } } } } -------------------------------------------------------------------------------- Task f8499c95-d0cf-4c96-a548-8c007d813dd8 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 1.127 | 1.127 | 1.127 | 1.127 | 1.127 | 1.127 | 100.0% | 1 | | neutron.list_networks | 0.42 | 0.42 | 0.42 | 0.42 | 0.42 | 0.42 | 100.0% | 1 | | total | 1.547 | 1.547 | 1.547 | 1.547 | 1.547 | 1.547 | 100.0% | 1 | | -> duration | 1.547 | 1.547 | 1.547 | 1.547 | 1.547 | 1.547 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.547198 Full duration: 17.13448 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_ports args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": {}, "port_create_args": {}, "ports_per_network": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": {}, "quotas": { "neutron": { "network": -1, "port": -1 } } } } -------------------------------------------------------------------------------- Task f8499c95-d0cf-4c96-a548-8c007d813dd8 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port | 1.302 | 1.302 | 1.302 | 1.302 | 1.302 | 1.302 | 100.0% | 1 | | neutron.list_ports | 0.259 | 0.259 | 0.259 | 0.259 | 0.259 | 0.259 | 100.0% | 1 | | total | 1.561 | 1.561 | 1.561 | 1.561 | 1.561 | 1.561 | 100.0% | 1 | | -> duration | 1.561 | 1.561 | 1.561 | 1.561 | 1.561 | 1.561 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.56113 Full duration: 29.274172 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_routers args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": {}, "router_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": {}, "quotas": { "neutron": { "network": -1, "subnet": -1, "router": -1 } } } } -------------------------------------------------------------------------------- Task f8499c95-d0cf-4c96-a548-8c007d813dd8 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.881 | 0.881 | 0.881 | 0.881 | 0.881 | 0.881 | 100.0% | 1 | | neutron.create_subnet | 0.706 | 0.706 | 0.706 | 0.706 | 0.706 | 0.706 | 100.0% | 1 | | neutron.create_router | 0.379 | 0.379 | 0.379 | 0.379 | 0.379 | 0.379 | 100.0% | 1 | | neutron.add_interface_router | 1.582 | 1.582 | 1.582 | 1.582 | 1.582 | 1.582 | 100.0% | 1 | | neutron.list_routers | 0.234 | 0.234 | 0.234 | 0.234 | 0.234 | 0.234 | 100.0% | 1 | | total | 3.783 | 3.783 | 3.783 | 3.783 | 3.783 | 3.783 | 100.0% | 1 | | -> duration | 3.783 | 3.783 | 3.783 | 3.783 | 3.783 | 3.783 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.782898 Full duration: 45.193853 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_subnets args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": {}, "quotas": { "neutron": { "network": -1, "subnet": -1 } } } } -------------------------------------------------------------------------------- Task f8499c95-d0cf-4c96-a548-8c007d813dd8 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.9 | 0.9 | 0.9 | 0.9 | 0.9 | 0.9 | 100.0% | 1 | | neutron.create_subnet | 0.886 | 0.886 | 0.886 | 0.886 | 0.886 | 0.886 | 100.0% | 1 | | neutron.list_subnets | 0.217 | 0.217 | 0.217 | 0.217 | 0.217 | 0.217 | 100.0% | 1 | | total | 2.003 | 2.003 | 2.003 | 2.003 | 2.003 | 2.003 | 100.0% | 1 | | -> duration | 2.003 | 2.003 | 2.003 | 2.003 | 2.003 | 2.003 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.0032 Full duration: 39.765677 -------------------------------------------------------------------------------- test scenario NeutronSecurityGroup.create_and_delete_security_groups args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "security_group": -1 } } } } -------------------------------------------------------------------------------- Task f8499c95-d0cf-4c96-a548-8c007d813dd8 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_security_group | 1.018 | 1.018 | 1.018 | 1.018 | 1.018 | 1.018 | 100.0% | 1 | | neutron.delete_security_group | 0.3 | 0.3 | 0.3 | 0.3 | 0.3 | 0.3 | 100.0% | 1 | | total | 1.318 | 1.318 | 1.318 | 1.318 | 1.318 | 1.318 | 100.0% | 1 | | -> duration | 1.318 | 1.318 | 1.318 | 1.318 | 1.318 | 1.318 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.318203 Full duration: 14.601638 -------------------------------------------------------------------------------- test scenario NeutronSecurityGroup.create_and_delete_security_group_rule args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "security_group": -1 } } } } -------------------------------------------------------------------------------- Task f8499c95-d0cf-4c96-a548-8c007d813dd8 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_security_group | 1.078 | 1.078 | 1.078 | 1.078 | 1.078 | 1.078 | 100.0% | 1 | | neutron.create_security_group_rule | 0.514 | 0.514 | 0.514 | 0.514 | 0.514 | 0.514 | 100.0% | 1 | | neutron.delete_security_group_rule | 0.26 | 0.26 | 0.26 | 0.26 | 0.26 | 0.26 | 100.0% | 1 | | neutron.delete_security_group | 0.297 | 0.297 | 0.297 | 0.297 | 0.297 | 0.297 | 100.0% | 1 | | total | 2.149 | 2.149 | 2.149 | 2.149 | 2.149 | 2.149 | 100.0% | 1 | | -> duration | 2.149 | 2.149 | 2.149 | 2.149 | 2.149 | 2.149 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.148547 Full duration: 15.213314 -------------------------------------------------------------------------------- test scenario NeutronNetworks.set_and_clear_router_gateway args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": { "router:external": true } }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "network": -1, "router": -1 } }, "roles": [ "admin" ] } } -------------------------------------------------------------------------------- Task f8499c95-d0cf-4c96-a548-8c007d813dd8 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 1.166 | 1.166 | 1.166 | 1.166 | 1.166 | 1.166 | 100.0% | 1 | | neutron.create_router | 0.355 | 0.355 | 0.355 | 0.355 | 0.355 | 0.355 | 100.0% | 1 | | neutron.add_gateway_router | 1.398 | 1.398 | 1.398 | 1.398 | 1.398 | 1.398 | 100.0% | 1 | | neutron.remove_gateway_router | 0.786 | 0.786 | 0.786 | 0.786 | 0.786 | 0.786 | 100.0% | 1 | | total | 3.705 | 3.705 | 3.705 | 3.705 | 3.705 | 3.705 | 100.0% | 1 | | -> duration | 3.705 | 3.705 | 3.705 | 3.705 | 3.705 | 3.705 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.705257 Full duration: 24.240594 HINTS: * To plot HTML graphics with this data, run: rally task report f8499c95-d0cf-4c96-a548-8c007d813dd8 --out output.html * To generate a JUnit report, run: rally task export f8499c95-d0cf-4c96-a548-8c007d813dd8 --type junit --to output.xml * To get raw JSON output of task results, run: rally task report f8499c95-d0cf-4c96-a548-8c007d813dd8 --json --out output.json 2018-04-07 14:10:41,638 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', 'f8499c95-d0cf-4c96-a548-8c007d813dd8'] 2018-04-07 14:10:42,564 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file 2018-04-07 14:10:42,564 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', 'f8499c95-d0cf-4c96-a548-8c007d813dd8', '--out', u'/home/opnfv/functest/results/rally/opnfv-neutron.html'] 2018-04-07 14:10:42,573 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "neutron" OK. 2018-04-07 14:10:42,573 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "nova" ... 2018-04-07 14:10:42,573 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-nova.yaml 2018-04-07 14:10:42,574 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-04-07 14:10:42,617 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'CeilometerSamples.list_samples', u'CeilometerMeters.list_matched_meters', u'CeilometerSamples.list_matched_samples', u'Quotas.nova_update_and_delete', u'CeilometerStats.get_stats', u'CeilometerResource.list_matched_resources', u'CeilometerEvents..*', u'CeilometerMeters.list_meters', u'CeilometerTraits..*', u'Ceilometer..*', u'CeilometerResource.list_resources', u'CeilometerResource.get_tenant_resources', u'CeilometerEvents.create_user_and_list_event_types', u'CeilometerQueries.create_and_query_samples', u'CeilometerStats.create_meter_and_get_stats'] 2018-04-07 14:10:42,623 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['nova'], 'concurrency': 4, 'netid': '23f861d5-c947-4da1-9dbe-5ff0985199e3', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'flavor_name': 'rally-tiny-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"] 2018-04-07 14:11:36,192 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : bab4d35f-4b8e-4329-9f68-6a1b537d9824 2018-04-07 14:11:36,192 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', 'bab4d35f-4b8e-4329-9f68-6a1b537d9824'] 2018-04-07 14:11:37,180 - functest.opnfv_tests.openstack.rally.rally - INFO - -------------------------------------------------------------------------------- Task bab4d35f-4b8e-4329-9f68-6a1b537d9824: aborted -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_live_migrate_server args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "flavor": { "name": "rally-tiny-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb" }, "image": { "name": "Cirros-0.4.0-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb" }, "block_migration": false, "nics": [ { "net-id": "23f861d5-c947-4da1-9dbe-5ff0985199e3" } ] }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task bab4d35f-4b8e-4329-9f68-6a1b537d9824 has 1 error(s) -------------------------------------------------------------------------------- BadRequest: No valid host was found. Unable to move instance 2eae0b9f-9f98-43ae-a2d2-a1093131ea95 to host overcloud-novacompute-0.opnfvlf.org. There is not enough capacity on the host for the instance. (HTTP 400) (Request-ID: req-7d0cd70e-52a5-4598-8b10-1d2005981947) Traceback (most recent call last): File "/usr/lib/python2.7/site-packages/rally/task/runner.py", line 71, in _run_scenario_once getattr(scenario_inst, method_name)(**scenario_kwargs) File "/usr/lib/python2.7/site-packages/rally/plugins/openstack/scenarios/nova/servers.py", line 722, in run block_migration, disk_over_commit) File "/usr/lib/python2.7/site-packages/rally/task/atomic.py", line 87, in func_atomic_actions f = func(self, *args, **kwargs) File "/usr/lib/python2.7/site-packages/rally/plugins/openstack/scenarios/nova/utils.py", line 756, in _live_migrate disk_over_commit=disk_over_commit) File "/usr/lib/python2.7/site-packages/novaclient/api_versions.py", line 393, in substitution return methods[-1].func(obj, *args, **kwargs) File "/usr/lib/python2.7/site-packages/novaclient/v2/servers.py", line 465, in live_migrate disk_over_commit) File "/usr/lib/python2.7/site-packages/novaclient/api_versions.py", line 393, in substitution return methods[-1].func(obj, *args, **kwargs) File "/usr/lib/python2.7/site-packages/novaclient/v2/servers.py", line 1691, in live_migrate 'disk_over_commit': disk_over_commit}) File "/usr/lib/python2.7/site-packages/novaclient/v2/servers.py", line 1931, in _action info=info, **kwargs) File "/usr/lib/python2.7/site-packages/novaclient/v2/servers.py", line 1942, in _action_return_resp_and_body return self.api.client.post(url, body=body) File "/usr/lib/python2.7/site-packages/keystoneauth1/adapter.py", line 294, in post return self.request(url, 'POST', **kwargs) File "/usr/lib/python2.7/site-packages/novaclient/client.py", line 83, in request raise exceptions.from_response(resp, body, url, method) BadRequest: No valid host was found. Unable to move instance 2eae0b9f-9f98-43ae-a2d2-a1093131ea95 to host overcloud-novacompute-0.opnfvlf.org. There is not enough capacity on the host for the instance. (HTTP 400) (Request-ID: req-7d0cd70e-52a5-4598-8b10-1d2005981947) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 10.144 | 10.144 | 10.144 | 10.144 | 10.144 | 10.144 | 100.0% | 1 | | nova.find_host_to_migrate | 1.454 | 1.454 | 1.454 | 1.454 | 1.454 | 1.454 | 100.0% | 1 | | nova.live_migrate | 2.298 | 2.298 | 2.298 | 2.298 | 2.298 | 2.298 | 0.0% | 1 | | total | 13.896 | 13.896 | 13.896 | 13.896 | 13.896 | 13.896 | 0.0% | 1 | | -> duration | 12.896 | 12.896 | 12.896 | 12.896 | 12.896 | 12.896 | 0.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 0.0% | 1 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 12.89617 Full duration: 29.86926 HINTS: * To plot HTML graphics with this data, run: rally task report bab4d35f-4b8e-4329-9f68-6a1b537d9824 --out output.html * To generate a JUnit report, run: rally task export bab4d35f-4b8e-4329-9f68-6a1b537d9824 --type junit --to output.xml * To get raw JSON output of task results, run: rally task report bab4d35f-4b8e-4329-9f68-6a1b537d9824 --json --out output.json 2018-04-07 14:11:37,180 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', 'bab4d35f-4b8e-4329-9f68-6a1b537d9824'] 2018-04-07 14:11:38,094 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file 2018-04-07 14:11:38,095 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', 'bab4d35f-4b8e-4329-9f68-6a1b537d9824', '--out', u'/home/opnfv/functest/results/rally/opnfv-nova.html'] 2018-04-07 14:11:38,103 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "nova" Failed. 2018-04-07 14:11:38,103 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "quotas" ... 2018-04-07 14:11:38,103 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-quotas.yaml 2018-04-07 14:11:38,104 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-04-07 14:11:38,147 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'CeilometerSamples.list_samples', u'CeilometerMeters.list_matched_meters', u'CeilometerSamples.list_matched_samples', u'Quotas.nova_update_and_delete', u'CeilometerStats.get_stats', u'CeilometerResource.list_matched_resources', u'CeilometerEvents..*', u'CeilometerMeters.list_meters', u'CeilometerTraits..*', u'Ceilometer..*', u'CeilometerResource.list_resources', u'CeilometerResource.get_tenant_resources', u'CeilometerEvents.create_user_and_list_event_types', u'CeilometerQueries.create_and_query_samples', u'CeilometerStats.create_meter_and_get_stats'] 2018-04-07 14:11:38,149 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['quotas'], 'concurrency': 4, 'netid': '23f861d5-c947-4da1-9dbe-5ff0985199e3', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'flavor_name': 'rally-tiny-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-382ad9e6-dcaf-4c49-8020-f88fbc5ce7fb', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"] 2018-04-07 14:12:31,400 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 982caa4a-8320-4eb2-96ae-c09f749941bb 2018-04-07 14:12:31,400 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '982caa4a-8320-4eb2-96ae-c09f749941bb'] 2018-04-07 14:12:32,464 - functest.opnfv_tests.openstack.rally.rally - INFO - -------------------------------------------------------------------------------- Task 982caa4a-8320-4eb2-96ae-c09f749941bb: finished -------------------------------------------------------------------------------- test scenario Quotas.cinder_update_and_delete args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "max_quota": 1024 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 982caa4a-8320-4eb2-96ae-c09f749941bb has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.723 | 0.723 | 0.723 | 0.723 | 0.723 | 0.723 | 100.0% | 1 | | quotas.delete_quotas | 0.172 | 0.172 | 0.172 | 0.172 | 0.172 | 0.172 | 100.0% | 1 | | total | 0.895 | 0.895 | 0.895 | 0.895 | 0.895 | 0.895 | 100.0% | 1 | | -> duration | 0.895 | 0.895 | 0.895 | 0.895 | 0.895 | 0.895 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.894964 Full duration: 8.673119 -------------------------------------------------------------------------------- test scenario Quotas.cinder_update args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "max_quota": 1024 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 982caa4a-8320-4eb2-96ae-c09f749941bb has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.723 | 0.723 | 0.723 | 0.723 | 0.723 | 0.723 | 100.0% | 1 | | total | 0.723 | 0.723 | 0.723 | 0.723 | 0.723 | 0.723 | 100.0% | 1 | | -> duration | 0.723 | 0.723 | 0.723 | 0.723 | 0.723 | 0.723 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.723112 Full duration: 8.504555 -------------------------------------------------------------------------------- test scenario Quotas.neutron_update args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "max_quota": 1024 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 982caa4a-8320-4eb2-96ae-c09f749941bb has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.379 | 0.379 | 0.379 | 0.379 | 0.379 | 0.379 | 100.0% | 1 | | total | 0.788 | 0.788 | 0.788 | 0.788 | 0.788 | 0.788 | 100.0% | 1 | | -> duration | 0.788 | 0.788 | 0.788 | 0.788 | 0.788 | 0.788 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.78831 Full duration: 9.045259 -------------------------------------------------------------------------------- test scenario Quotas.nova_update args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "max_quota": 1024 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 982caa4a-8320-4eb2-96ae-c09f749941bb has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.892 | 0.892 | 0.892 | 0.892 | 0.892 | 0.892 | 100.0% | 1 | | total | 0.892 | 0.892 | 0.892 | 0.892 | 0.892 | 0.892 | 100.0% | 1 | | -> duration | 0.892 | 0.892 | 0.892 | 0.892 | 0.892 | 0.892 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.891779 Full duration: 8.41967 HINTS: * To plot HTML graphics with this data, run: rally task report 982caa4a-8320-4eb2-96ae-c09f749941bb --out output.html * To generate a JUnit report, run: rally task export 982caa4a-8320-4eb2-96ae-c09f749941bb --type junit --to output.xml * To get raw JSON output of task results, run: rally task report 982caa4a-8320-4eb2-96ae-c09f749941bb --json --out output.json 2018-04-07 14:12:32,464 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '982caa4a-8320-4eb2-96ae-c09f749941bb'] 2018-04-07 14:12:33,519 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file 2018-04-07 14:12:33,519 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '982caa4a-8320-4eb2-96ae-c09f749941bb', '--out', u'/home/opnfv/functest/results/rally/opnfv-quotas.html'] 2018-04-07 14:12:33,527 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "quotas" OK. 2018-04-07 14:12:33,532 - functest.opnfv_tests.openstack.rally.rally - INFO - Rally Summary Report: +----------------+------------+----------------+-----------+ | Module | Duration | nb. Test Run | Success | +----------------+------------+----------------+-----------+ | authenticate | 00:45 | 6 | 100.00% | | glance | 01:23 | 4 | 100.00% | | cinder | 02:48 | 10 | 100.00% | | heat | 01:02 | 4 | 100.00% | | keystone | 02:48 | 11 | 100.00% | | neutron | 04:59 | 11 | 100.00% | | nova | 00:29 | 1 | 0.00% | | quotas | 00:34 | 4 | 100.00% | | | | | | | TOTAL: | 00:14:53 | 51 | 98.04% | +----------------+------------+----------------+-----------+ 2018-04-07 14:12:33,532 - functest.opnfv_tests.openstack.rally.rally - INFO - Rally 'rally_sanity' success_rate is 98.04% 2018-04-07 14:12:42,518 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-04-07 14:12:42,518 - xtesting.ci.run_tests - INFO - Test result: +----------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +----------------------+------------------+------------------+----------------+ | rally_sanity | functest | 18:43 | FAIL | +----------------------+------------------+------------------+----------------+ 2018-04-07 14:12:42,523 - xtesting.ci.run_tests - ERROR - The test case 'rally_sanity' failed. 2018-04-07 14:12:42,523 - xtesting.ci.run_tests - INFO - Running test case 'refstack_defcore'... 2018-04-07 14:12:42,624 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Creating Rally environment... 2018-04-07 14:12:44,988 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment destroy --deployment opnfv-rally 2018-04-07 14:12:44.660 9807 INFO rally.deployment.engine [-] Deployment c270c669-e1d3-4952-b6dc-7ebbab69bdc9 | Starting: Destroy cloud and free allocated resources. 2018-04-07 14:12:44.748 9807 INFO rally.deployment.engine [-] Deployment c270c669-e1d3-4952-b6dc-7ebbab69bdc9 | Completed: Destroy cloud and free allocated resources. 2018-04-07 14:12:44.772 9807 INFO rally.api [-] Deleting deployment-specific data for verifier 'opnfv-tempest' (UUID=69529533-f686-4aa1-835d-21516135f134). 2018-04-07 14:12:44.776 9807 INFO rally.api [-] Deployment-specific data has been successfully deleted! 2018-04-07 14:12:47,211 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment create --fromenv --name opnfv-rally 2018-04-07 14:12:46.915 9810 INFO rally.deployment.engines.existing [-] Save deployment 'opnfv-rally' (uuid=13ddb914-5a11-416a-9a39-46d662b9d2e7) with 'openstack' platform. +--------------------------------------+---------------------+-------------+------------------+--------+ | uuid | created_at | name | status | active | +--------------------------------------+---------------------+-------------+------------------+--------+ | 13ddb914-5a11-416a-9a39-46d662b9d2e7 | 2018-04-07T14:12:46 | opnfv-rally | deploy->finished | | +--------------------------------------+---------------------+-------------+------------------+--------+ Using deployment: 13ddb914-5a11-416a-9a39-46d662b9d2e7 ~/.rally/openrc was updated HINTS: * To use standard OpenStack clients, set up your env by running: source ~/.rally/openrc OpenStack clients are now configured, e.g run: openstack image list 2018-04-07 14:12:50,455 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment check -------------------------------------------------------------------------------- Platform openstack: -------------------------------------------------------------------------------- Available services: +-------------+-------------------+-----------+ | Service | Service Type | Status | +-------------+-------------------+-----------+ | __unknown__ | alarming | Available | | __unknown__ | key-manager | Available | | __unknown__ | nfv-orchestration | Available | | __unknown__ | placement | Available | | __unknown__ | policy | Available | | __unknown__ | volumev2 | Available | | __unknown__ | volumev3 | Available | | ceilometer | metering | Available | | cinder | volume | Available | | cloud | cloudformation | Available | | glance | image | Available | | gnocchi | metric | Available | | heat | orchestration | Available | | keystone | identity | Available | | neutron | network | Available | | nova | compute | Available | +-------------+-------------------+-----------+ 2018-04-07 14:12:50,455 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Create verifier from existing repo... 2018-04-07 14:12:52,808 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify delete-verifier --id opnfv-tempest --force 2018-04-07 14:12:52.522 9816 INFO rally.api [-] Deleting verifier 'opnfv-tempest' (UUID=69529533-f686-4aa1-835d-21516135f134). 2018-04-07 14:12:52.651 9816 INFO rally.api [-] Verifier has been successfully deleted! 2018-04-07 14:12:56,155 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify create-verifier --source /src/tempest --name opnfv-tempest --type tempest --system-wide 2018-04-07 14:12:54.798 9819 INFO rally.api [-] Creating verifier 'opnfv-tempest'. 2018-04-07 14:12:54.957 9819 INFO rally.verification.manager [-] Cloning verifier repo from /src/tempest. 2018-04-07 14:12:55.957 9819 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=1a757414-170b-4f98-8a77-8de35628ad86) has been successfully created! Using verifier 'opnfv-tempest' (UUID=1a757414-170b-4f98-8a77-8de35628ad86) as the default verifier for the future CLI operations. 2018-04-07 14:12:58,980 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating private network for Tempest suite 2018-04-07 14:13:01,633 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating two images for Tempest suite 2018-04-07 14:13:07,843 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Creating two flavors for Tempest suite 2018-04-07 14:13:13,044 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify configure-verifier --reconfigure --id opnfv-tempest 2018-04-07 14:13:12.024 9838 INFO rally.api [-] Configuring verifier 'opnfv-tempest' (UUID=1a757414-170b-4f98-8a77-8de35628ad86) for deployment 'opnfv-rally' (UUID=13ddb914-5a11-416a-9a39-46d662b9d2e7). 2018-04-07 14:13:12.879 9838 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=1a757414-170b-4f98-8a77-8de35628ad86) has been successfully configured for deployment 'opnfv-rally' (UUID=13ddb914-5a11-416a-9a39-46d662b9d2e7)! 2018-04-07 14:13:13,044 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Looking for tempest.conf file... 2018-04-07 14:13:13,044 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Updating selected tempest.conf parameters... 2018-04-07 14:13:13,046 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Add/Update required params defined in tempest_conf.yaml into tempest.conf file 2018-04-07 14:13:15,178 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Starting Tempest test suite: '['rally', 'verify', 'start', '--load-list', u'/home/opnfv/functest/results/refstack/tempest-list.txt']'. 2018-04-07 14:13:17,310 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:17.309 9850 INFO rally.api [-] Starting verification (UUID=46259968-7183-4cf4-894a-a88089b3c23e) for deployment 'opnfv-rally' (UUID=13ddb914-5a11-416a-9a39-46d662b9d2e7) by verifier 'opnfv-tempest' (UUID=1a757414-170b-4f98-8a77-8de35628ad86). 2018-04-07 14:13:17,310 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Verification UUID: 46259968-7183-4cf4-894a-a88089b3c23e 2018-04-07 14:13:26,265 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:26.265 9850 INFO opnfv-tempest [-] {12} tempest.api.compute.test_versions.TestVersions.test_list_api_versions ... success [0.010s] 2018-04-07 14:13:26,393 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:26.392 9850 INFO opnfv-tempest [-] {8} tempest.api.compute.servers.test_availability_zone.AZV2TestJSON.test_get_availability_zone_list_with_non_admin_user ... success [0.235s] 2018-04-07 14:13:26,532 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:26.531 9850 INFO opnfv-tempest [-] {4} tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors ... success [0.236s] 2018-04-07 14:13:26,599 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:26.598 9850 INFO opnfv-tempest [-] {14} tempest.api.identity.v3.test_tokens.TokensV3Test.test_create_token ... success [0.332s] 2018-04-07 14:13:26,604 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:26.604 9850 INFO opnfv-tempest [-] {4} tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail ... success [0.071s] 2018-04-07 14:13:26,969 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:26.969 9850 INFO opnfv-tempest [-] {6} tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag ... success [0.776s] 2018-04-07 14:13:27,146 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:27.146 9850 INFO opnfv-tempest [-] {6} tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image ... success [0.177s] 2018-04-07 14:13:29,660 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:29.659 9850 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_reserve_unreserve_volume ... success [1.497s] 2018-04-07 14:13:31,073 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:31.073 9850 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_additional_default_security_group_fails ... success [0.174s] 2018-04-07 14:13:31,096 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:31.096 9850 INFO opnfv-tempest [-] {2} tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password ... success [5.194s] 2018-04-07 14:13:31,390 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:31.389 9850 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_bootable ... success [1.729s] 2018-04-07 14:13:32,302 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:32.302 9850 INFO opnfv-tempest [-] {4} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types ... success [0.130s] 2018-04-07 14:13:32,390 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:32.390 9850 INFO opnfv-tempest [-] {4} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources ... success [0.088s] 2018-04-07 14:13:32,480 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:32.480 9850 INFO opnfv-tempest [-] {4} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses ... success [0.090s] 2018-04-07 14:13:32,857 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:32.856 9850 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_readonly_update ... success [1.466s] 2018-04-07 14:13:34,841 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:34.841 9850 INFO opnfv-tempest [-] {14} tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools ... success [2.972s] 2018-04-07 14:13:36,809 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:36.809 9850 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_duplicate_security_group_rule_fails ... success [5.734s] 2018-04-07 14:13:38,539 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:38.539 9850 INFO opnfv-tempest [-] {8} tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_crud_volume_metadata ... success [4.555s] 2018-04-07 14:13:39,480 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:39.479 9850 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_ethertype ... success [2.670s] 2018-04-07 14:13:40,504 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:40.503 9850 INFO opnfv-tempest [-] {8} tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_update_show_volume_metadata_item ... success [1.963s] 2018-04-07 14:13:41,372 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:41.372 9850 INFO opnfv-tempest [-] {4} tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id ... success [0.172s] 2018-04-07 14:13:41,530 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:41.530 9850 INFO opnfv-tempest [-] {4} tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image ... success [0.157s] 2018-04-07 14:13:42,317 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:42.316 9850 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_protocol ... success [2.836s] 2018-04-07 14:13:42,526 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:42.526 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_crud_snapshot_metadata ... success [4.577s] 2018-04-07 14:13:43,326 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:43.326 9850 INFO opnfv-tempest [-] {4} tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image ... success [1.795s] 2018-04-07 14:13:43,497 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:43.496 9850 INFO opnfv-tempest [-] {4} tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id ... success [0.170s] 2018-04-07 14:13:43,648 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:43.648 9850 INFO opnfv-tempest [-] {4} tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image ... success [0.151s] 2018-04-07 14:13:44,253 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:44.253 9850 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_remote_ip_prefix ... success [1.935s] 2018-04-07 14:13:44,795 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:44.794 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_update_show_snapshot_metadata_item ... success [2.268s] 2018-04-07 14:13:50,729 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:50.729 9850 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_invalid_ports ... success [6.473s] 2018-04-07 14:13:53,227 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:53.226 9850 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_remote_groupid ... success [2.497s] 2018-04-07 14:13:53,961 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:53.961 9850 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_security_group ... success [0.735s] 2018-04-07 14:13:53,985 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:53.985 9850 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group ... success [0.023s] 2018-04-07 14:13:54,150 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:54.150 9850 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group ... success [0.165s] 2018-04-07 14:13:54,168 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:54.168 9850 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule ... success [0.018s] 2018-04-07 14:13:56,797 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:56.796 9850 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor ... success [0.640s] 2018-04-07 14:13:57,343 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:57.343 9850 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image ... success [0.545s] 2018-04-07 14:13:58,185 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:58.185 9850 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name ... success [0.842s] 2018-04-07 14:13:58,982 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:58.982 9850 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status ... success [0.796s] 2018-04-07 14:13:59,166 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.166 9850 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date ... success [0.067s] 2018-04-07 14:13:59,177 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.177 9850 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date ... success [0.011s] 2018-04-07 14:13:59,377 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.376 9850 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count ... success [0.199s] 2018-04-07 14:13:59,388 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.388 9850 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value ... success [0.011s] 2018-04-07 14:13:59,400 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.400 9850 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string ... success [0.011s] 2018-04-07 14:13:59,446 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.445 9850 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor ... success [0.045s] 2018-04-07 14:13:59,517 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.517 9850 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image ... success [0.071s] 2018-04-07 14:13:59,554 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.553 9850 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results ... success [0.571s] 2018-04-07 14:13:59,592 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.591 9850 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name ... success [0.073s] 2018-04-07 14:13:59,647 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.646 9850 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_active_status ... success [0.093s] 2018-04-07 14:13:59,730 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.730 9850 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor ... success [0.082s] 2018-04-07 14:13:59,751 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.751 9850 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted ... success [0.159s] 2018-04-07 14:13:59,769 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.768 9850 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing ... success [0.017s] 2018-04-07 14:13:59,806 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.806 9850 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image ... success [0.076s] 2018-04-07 14:13:59,857 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.857 9850 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server ... success [0.088s] 2018-04-07 14:13:59,910 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.910 9850 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit ... success [0.102s] 2018-04-07 14:13:59,980 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:13:59.980 9850 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name ... success [0.070s] 2018-04-07 14:14:00,134 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:00.134 9850 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard ... success [0.153s] 2018-04-07 14:14:00,973 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:00.973 9850 INFO opnfv-tempest [-] {2} tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair ... success [29.868s] 2018-04-07 14:14:12,638 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:12.638 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list ... success [0.247s] 2018-04-07 14:14:12,822 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:12.821 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_by_name ... success [0.182s] 2018-04-07 14:14:13,029 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:13.028 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_by_name ... success [0.207s] 2018-04-07 14:14:13,773 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:13.773 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_pagination ... success [0.743s] 2018-04-07 14:14:14,047 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:14.047 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_with_multiple_params ... success [0.274s] 2018-04-07 14:14:14,661 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:14.661 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_pagination ... success [0.613s] 2018-04-07 14:14:14,699 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:14.699 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_param_display_name_and_status ... success [0.038s] 2018-04-07 14:14:14,907 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:14.907 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_display_name_and_status ... success [0.208s] 2018-04-07 14:14:14,961 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:14.960 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_metadata ... success [0.053s] 2018-04-07 14:14:15,155 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:15.154 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_details ... success [0.193s] 2018-04-07 14:14:15,345 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:15.345 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_param_metadata ... success [0.190s] 2018-04-07 14:14:15,710 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:15.710 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_by_availability_zone ... success [0.363s] 2018-04-07 14:14:15,951 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:15.951 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_by_status ... success [0.239s] 2018-04-07 14:14:16,002 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:16.002 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_details_by_availability_zone ... success [0.050s] 2018-04-07 14:14:16,219 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:16.219 9850 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_details_by_status ... success [0.217s] 2018-04-07 14:14:22,634 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:22.633 9850 INFO opnfv-tempest [-] {7} tempest.api.volume.test_extensions.ExtensionsTestJSON.test_list_extensions ... success [0.179s] 2018-04-07 14:14:28,446 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:28.445 9850 INFO opnfv-tempest [-] {2} tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name ... success [27.468s] 2018-04-07 14:14:31,614 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:31.614 9850 INFO opnfv-tempest [-] {5} tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image ... success [47.043s] 2018-04-07 14:14:33,522 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:33.521 9850 INFO opnfv-tempest [-] {5} tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name ... success [1.912s] 2018-04-07 14:14:35,215 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:35.214 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_all_attributes ... success [5.181s] 2018-04-07 14:14:40,534 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:40.534 9850 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_upload ... success [67.668s] 2018-04-07 14:14:40,826 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:40.826 9850 INFO opnfv-tempest [-] {2} tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address ... success [12.379s] 2018-04-07 14:14:42,165 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:42.165 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_allocation_pools ... success [6.950s] 2018-04-07 14:14:45,984 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:45.983 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_dhcp_enabled ... success [3.818s] 2018-04-07 14:14:48,815 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:48.815 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw ... success [2.830s] 2018-04-07 14:14:52,777 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:52.776 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw_and_allocation_pools ... success [3.961s] 2018-04-07 14:14:56,418 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:56.417 9850 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_details_with_params ... success [0.610s] 2018-04-07 14:14:56,514 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:56.514 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_host_routes_and_dns_nameservers ... success [3.737s] 2018-04-07 14:14:56,795 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:14:56.795 9850 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_with_params ... success [0.377s] 2018-04-07 14:15:00,405 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:00.404 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_without_gateway ... success [3.890s] 2018-04-07 14:15:05,324 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:05.323 9850 INFO opnfv-tempest [-] {5} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name ... success [3.616s] 2018-04-07 14:15:05,387 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:05.386 9850 INFO opnfv-tempest [-] {5} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers ... success [0.063s] 2018-04-07 14:15:05,782 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:05.781 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet ... success [5.376s] 2018-04-07 14:15:06,065 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:06.064 9850 INFO opnfv-tempest [-] {5} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail ... success [0.677s] 2018-04-07 14:15:06,166 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:06.165 9850 INFO opnfv-tempest [-] {5} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus ... success [0.098s] 2018-04-07 14:15:06,167 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:06.167 9850 INFO opnfv-tempest [-] {5} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details ... success [0.002s] 2018-04-07 14:15:09,487 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:09.486 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_delete_network_with_subnet ... success [3.703s] 2018-04-07 14:15:09,742 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:09.742 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_networks ... success [0.256s] 2018-04-07 14:15:09,842 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:09.842 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_networks_fields ... success [0.099s] 2018-04-07 14:15:10,056 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:10.055 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_subnets ... success [0.213s] 2018-04-07 14:15:10,253 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:10.252 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_subnets_fields ... success [0.196s] 2018-04-07 14:15:10,410 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:10.409 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_network ... success [0.156s] 2018-04-07 14:15:10,513 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:10.512 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_network_fields ... success [0.102s] 2018-04-07 14:15:10,577 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:10.576 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_subnet ... success [0.063s] 2018-04-07 14:15:10,794 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:10.794 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_subnet_fields ... success [0.217s] 2018-04-07 14:15:15,494 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:15.493 9850 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_update_subnet_gw_dns_host_routes_dhcp ... success [4.698s] 2018-04-07 14:15:28,485 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:28.485 9850 INFO opnfv-tempest [-] {5} tempest.api.volume.test_availability_zone.AvailabilityZoneTestJSON.test_get_availability_zone_list ... success [0.170s] 2018-04-07 14:15:28,530 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:28.530 9850 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_snapshot_create_get_list_update_delete ... success [3.616s] 2018-04-07 14:15:37,096 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:37.095 9850 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot ... success [8.563s] 2018-04-07 14:15:41,817 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:41.816 9850 INFO opnfv-tempest [-] {2} tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name ... success [60.975s] 2018-04-07 14:15:46,520 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:46.519 9850 INFO opnfv-tempest [-] {2} tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas ... success [0.329s] 2018-04-07 14:15:46,890 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:46.889 9850 INFO opnfv-tempest [-] {2} tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas ... success [0.370s] 2018-04-07 14:15:58,005 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:58.005 9850 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_get_image_schema ... success [0.158s] 2018-04-07 14:15:58,153 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:58.152 9850 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_get_images_schema ... success [0.147s] 2018-04-07 14:15:58,441 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:58.441 9850 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_container_format ... success [0.287s] 2018-04-07 14:15:58,558 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:58.557 9850 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_disk_format ... success [0.117s] 2018-04-07 14:15:58,592 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:58.591 9850 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_limit ... success [0.033s] 2018-04-07 14:15:58,640 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:58.640 9850 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_min_max_size ... success [0.047s] 2018-04-07 14:15:58,839 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:58.838 9850 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_size ... success [0.199s] 2018-04-07 14:15:59,027 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:59.027 9850 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_status ... success [0.187s] 2018-04-07 14:15:59,229 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:59.229 9850 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_visibility ... success [0.201s] 2018-04-07 14:15:59,275 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:15:59.275 9850 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_list_no_params ... success [0.045s] 2018-04-07 14:17:13,725 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:13.725 9850 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name ... fail [187.186s] 2018-04-07 14:17:13,791 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:13.791 9850 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers ... success [0.073s] 2018-04-07 14:17:14,443 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:14.442 9850 INFO opnfv-tempest [-] {10} tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume ... fail [210.682s] 2018-04-07 14:17:15,055 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:15.055 9850 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail ... success [1.262s] 2018-04-07 14:17:43,126 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:43.125 9850 INFO opnfv-tempest [-] {10} tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_list_get_volume_attachments ... success [28.677s] 2018-04-07 14:17:58,315 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:58.315 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_invalid_size ... success [0.257s] 2018-04-07 14:17:58,344 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:58.344 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_snapshot_id ... success [0.028s] 2018-04-07 14:17:58,528 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:58.528 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_source_volid ... success [0.184s] 2018-04-07 14:17:58,701 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:58.700 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_volume_type ... success [0.171s] 2018-04-07 14:17:58,868 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:58.868 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_negative ... success [0.167s] 2018-04-07 14:17:58,882 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:58.881 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_zero ... success [0.013s] 2018-04-07 14:17:58,934 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:58.934 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_without_passing_size ... success [0.052s] 2018-04-07 14:17:59,112 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:59.111 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_invalid_volume_id ... success [0.177s] 2018-04-07 14:17:59,122 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:59.122 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_volume_without_passing_volume_id ... success [0.009s] 2018-04-07 14:17:59,296 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:59.296 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id ... success [0.173s] 2018-04-07 14:17:59,306 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:59.305 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id ... success [0.009s] 2018-04-07 14:17:59,509 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:59.509 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_invalid_status ... success [0.202s] 2018-04-07 14:17:59,556 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:59.555 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_nonexistent_name ... success [0.046s] 2018-04-07 14:17:59,594 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:59.593 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_invalid_status ... success [0.037s] 2018-04-07 14:17:59,632 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:59.632 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_nonexistent_name ... success [0.037s] 2018-04-07 14:17:59,822 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:59.821 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_negative_volume_status ... success [0.189s] 2018-04-07 14:17:59,857 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:17:59.857 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_nonexistent_volume_id ... success [0.035s] 2018-04-07 14:18:00,039 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:18:00.039 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_unreserve_volume_with_nonexistent_volume_id ... success [0.181s] 2018-04-07 14:18:00,049 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:18:00.048 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_empty_volume_id ... success [0.009s] 2018-04-07 14:18:00,238 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:18:00.238 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_invalid_volume_id ... success [0.190s] 2018-04-07 14:18:00,271 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:18:00.271 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_nonexistent_volume_id ... success [0.032s] 2018-04-07 14:18:00,307 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:18:00.306 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_delete_nonexistent_volume_id ... success [0.031s] 2018-04-07 14:18:00,334 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:18:00.334 9850 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_get_nonexistent_volume_id ... success [0.031s] 2018-04-07 14:20:22,562 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:20:22.562 9850 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus ... fail [187.497s] 2018-04-07 14:20:22,563 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:20:22.563 9850 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details ... success [0.001s] 2018-04-07 14:20:45,485 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:20:45.485 9850 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item ... success [0.487s] 2018-04-07 14:20:45,711 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:20:45.711 9850 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item ... success [0.227s] 2018-04-07 14:20:45,919 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:20:45.919 9850 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata ... success [0.207s] 2018-04-07 14:20:46,486 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:20:46.486 9850 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata ... success [0.567s] 2018-04-07 14:20:47,069 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:20:47.068 9850 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item ... success [0.581s] 2018-04-07 14:20:47,452 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:20:47.452 9850 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata ... success [0.383s] 2018-04-07 14:20:55,116 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:20:55.116 9850 INFO opnfv-tempest [-] {1} tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group ... success [1.582s] 2018-04-07 14:20:57,241 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:20:57.241 9850 INFO opnfv-tempest [-] {1} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_additional_args ... success [2.124s] 2018-04-07 14:21:00,509 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:21:00.509 9850 INFO opnfv-tempest [-] {1} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_icmp_type_code ... success [3.265s] 2018-04-07 14:21:01,701 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:21:01.701 9850 INFO opnfv-tempest [-] {1} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_protocol_integer_value ... success [1.194s] 2018-04-07 14:21:03,562 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:21:03.562 9850 INFO opnfv-tempest [-] {1} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_group_id ... success [1.858s] 2018-04-07 14:21:05,651 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:21:05.651 9850 INFO opnfv-tempest [-] {1} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_ip_prefix ... success [2.089s] 2018-04-07 14:21:07,444 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:21:07.444 9850 INFO opnfv-tempest [-] {1} tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule ... success [1.789s] 2018-04-07 14:21:07,517 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:21:07.516 9850 INFO opnfv-tempest [-] {1} tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups ... success [0.075s] 2018-04-07 14:21:10,996 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Showing result for a verification: '['rally', 'verify', 'show', '--uuid', '46259968-7183-4cf4-894a-a88089b3c23e']'. 2018-04-07 14:21:11,925 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------+ 2018-04-07 14:21:11,926 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verification | 2018-04-07 14:21:11,926 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+ 2018-04-07 14:21:11,926 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | UUID | 46259968-7183-4cf4-894a-a88089b3c23e | 2018-04-07 14:21:11,926 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Status | failed | 2018-04-07 14:21:11,926 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Started at | 2018-04-07 14:13:17 | 2018-04-07 14:21:11,926 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Finished at | 2018-04-07 14:21:10 | 2018-04-07 14:21:11,926 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Duration | 0:07:53 | 2018-04-07 14:21:11,926 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Run arguments | load_list: (value is too long, use 'detailed' flag to display it) | 2018-04-07 14:21:11,927 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tags | - | 2018-04-07 14:21:11,927 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier name | opnfv-tempest (UUID: 1a757414-170b-4f98-8a77-8de35628ad86) | 2018-04-07 14:21:11,927 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier type | tempest (platform: openstack) | 2018-04-07 14:21:11,927 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Deployment name | opnfv-rally (UUID: 13ddb914-5a11-416a-9a39-46d662b9d2e7) | 2018-04-07 14:21:11,927 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests count | 164 | 2018-04-07 14:21:11,927 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests duration, sec | 463.638 | 2018-04-07 14:21:11,927 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Success | 161 | 2018-04-07 14:21:11,927 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Skipped | 0 | 2018-04-07 14:21:11,927 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Expected failures | 0 | 2018-04-07 14:21:11,927 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Unexpected success | 0 | 2018-04-07 14:21:11,927 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Failures | 3 | 2018-04-07 14:21:11,928 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+ 2018-04-07 14:21:11,928 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +--------------------------------------------------------------------------------------------------------------------------------------------------------------------+ 2018-04-07 14:21:12,009 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Tempest refstack_defcore success_rate is 98.1707317073% 2018-04-07 14:21:20,585 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-04-07 14:21:20,586 - xtesting.ci.run_tests - INFO - Test result: +--------------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +--------------------------+------------------+------------------+----------------+ | refstack_defcore | functest | 08:21 | FAIL | +--------------------------+------------------+------------------+----------------+ 2018-04-07 14:21:20,590 - xtesting.ci.run_tests - ERROR - The test case 'refstack_defcore' failed. 2018-04-07 14:21:20,590 - xtesting.ci.run_tests - INFO - Running test case 'patrole'... 2018-04-07 14:21:20,689 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Creating Rally environment... 2018-04-07 14:21:22,997 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment destroy --deployment opnfv-rally 2018-04-07 14:21:22.594 9944 INFO rally.deployment.engine [-] Deployment 13ddb914-5a11-416a-9a39-46d662b9d2e7 | Starting: Destroy cloud and free allocated resources. 2018-04-07 14:21:22.677 9944 INFO rally.deployment.engine [-] Deployment 13ddb914-5a11-416a-9a39-46d662b9d2e7 | Completed: Destroy cloud and free allocated resources. 2018-04-07 14:21:22.723 9944 INFO rally.api [-] Deleting all verifications created by verifier 'opnfv-tempest' (UUID=1a757414-170b-4f98-8a77-8de35628ad86) for deployment 'opnfv-rally'. 2018-04-07 14:21:22.746 9944 INFO rally.api [-] Deleting verification (UUID=46259968-7183-4cf4-894a-a88089b3c23e). 2018-04-07 14:21:22.786 9944 INFO rally.api [-] Verification has been successfully deleted! 2018-04-07 14:21:22.786 9944 INFO rally.api [-] Deleting deployment-specific data for verifier 'opnfv-tempest' (UUID=1a757414-170b-4f98-8a77-8de35628ad86). 2018-04-07 14:21:22.791 9944 INFO rally.api [-] Deployment-specific data has been successfully deleted! 2018-04-07 14:21:25,282 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment create --fromenv --name opnfv-rally 2018-04-07 14:21:24.989 9947 INFO rally.deployment.engines.existing [-] Save deployment 'opnfv-rally' (uuid=b26ab33d-7bdb-4e39-ad4d-45ec5ab407cf) with 'openstack' platform. +--------------------------------------+---------------------+-------------+------------------+--------+ | uuid | created_at | name | status | active | +--------------------------------------+---------------------+-------------+------------------+--------+ | b26ab33d-7bdb-4e39-ad4d-45ec5ab407cf | 2018-04-07T14:21:24 | opnfv-rally | deploy->finished | | +--------------------------------------+---------------------+-------------+------------------+--------+ Using deployment: b26ab33d-7bdb-4e39-ad4d-45ec5ab407cf ~/.rally/openrc was updated HINTS: * To use standard OpenStack clients, set up your env by running: source ~/.rally/openrc OpenStack clients are now configured, e.g run: openstack image list 2018-04-07 14:21:28,684 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment check -------------------------------------------------------------------------------- Platform openstack: -------------------------------------------------------------------------------- Available services: +-------------+-------------------+-----------+ | Service | Service Type | Status | +-------------+-------------------+-----------+ | __unknown__ | alarming | Available | | __unknown__ | key-manager | Available | | __unknown__ | nfv-orchestration | Available | | __unknown__ | placement | Available | | __unknown__ | policy | Available | | __unknown__ | volumev2 | Available | | __unknown__ | volumev3 | Available | | ceilometer | metering | Available | | cinder | volume | Available | | cloud | cloudformation | Available | | glance | image | Available | | gnocchi | metric | Available | | heat | orchestration | Available | | keystone | identity | Available | | neutron | network | Available | | nova | compute | Available | +-------------+-------------------+-----------+ 2018-04-07 14:21:28,684 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Create verifier from existing repo... 2018-04-07 14:21:31,061 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify delete-verifier --id opnfv-tempest --force 2018-04-07 14:21:30.783 9953 INFO rally.api [-] Deleting verifier 'opnfv-tempest' (UUID=1a757414-170b-4f98-8a77-8de35628ad86). 2018-04-07 14:21:30.910 9953 INFO rally.api [-] Verifier has been successfully deleted! 2018-04-07 14:21:34,435 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify create-verifier --source /src/tempest --name opnfv-tempest --type tempest --system-wide 2018-04-07 14:21:33.069 9956 INFO rally.api [-] Creating verifier 'opnfv-tempest'. 2018-04-07 14:21:33.234 9956 INFO rally.verification.manager [-] Cloning verifier repo from /src/tempest. 2018-04-07 14:21:34.228 9956 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=8369517b-3911-4ddb-bdad-02d1ba048fc6) has been successfully created! Using verifier 'opnfv-tempest' (UUID=8369517b-3911-4ddb-bdad-02d1ba048fc6) as the default verifier for the future CLI operations. 2018-04-07 14:21:37,409 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating private network for Tempest suite 2018-04-07 14:21:39,507 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating two images for Tempest suite 2018-04-07 14:21:49,233 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Creating two flavors for Tempest suite 2018-04-07 14:21:55,361 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify configure-verifier --reconfigure --id opnfv-tempest 2018-04-07 14:21:54.216 9975 INFO rally.api [-] Configuring verifier 'opnfv-tempest' (UUID=8369517b-3911-4ddb-bdad-02d1ba048fc6) for deployment 'opnfv-rally' (UUID=b26ab33d-7bdb-4e39-ad4d-45ec5ab407cf). 2018-04-07 14:21:55.236 9975 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=8369517b-3911-4ddb-bdad-02d1ba048fc6) has been successfully configured for deployment 'opnfv-rally' (UUID=b26ab33d-7bdb-4e39-ad4d-45ec5ab407cf)! 2018-04-07 14:21:55,361 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Looking for tempest.conf file... 2018-04-07 14:21:55,361 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Updating selected tempest.conf parameters... 2018-04-07 14:21:55,364 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Add/Update required params defined in tempest_conf.yaml into tempest.conf file 2018-04-07 14:21:55,372 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Generating test case list... 2018-04-07 14:21:58,331 - functest.opnfv_tests.openstack.tempest.tempest - INFO - (cd /root/.rally/verification/verifier-8369517b-3911-4ddb-bdad-02d1ba048fc6/repo; testr list-tests '(?!.*test_networks_multiprovider_rbac)(?=patrole_tempest_plugin.tests.api.(image|network|volume))' >/home/opnfv/functest/results/patrole/tempest-list.txt 2>/dev/null) 2018-04-07 14:21:58,331 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Starting Tempest test suite: '['rally', 'verify', 'start', '--load-list', u'/home/opnfv/functest/results/patrole/tempest-list.txt']'. 2018-04-07 14:22:00,366 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 14:22:00.365 9984 INFO rally.api [-] Starting verification (UUID=74049422-c58a-4f64-84ce-dc4143af2cb7) for deployment 'opnfv-rally' (UUID=b26ab33d-7bdb-4e39-ad4d-45ec5ab407cf) by verifier 'opnfv-tempest' (UUID=8369517b-3911-4ddb-bdad-02d1ba048fc6). 2018-04-07 14:22:00,367 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Verification UUID: 74049422-c58a-4f64-84ce-dc4143af2cb7 2018-04-07 14:24:40,563 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Showing result for a verification: '['rally', 'verify', 'show', '--uuid', '74049422-c58a-4f64-84ce-dc4143af2cb7']'. 2018-04-07 14:24:41,587 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------+ 2018-04-07 14:24:41,587 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verification | 2018-04-07 14:24:41,587 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+ 2018-04-07 14:24:41,587 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | UUID | 74049422-c58a-4f64-84ce-dc4143af2cb7 | 2018-04-07 14:24:41,588 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Status | failed | 2018-04-07 14:24:41,588 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Started at | 2018-04-07 14:22:00 | 2018-04-07 14:24:41,588 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Finished at | 2018-04-07 14:24:40 | 2018-04-07 14:24:41,588 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Duration | 0:02:40 | 2018-04-07 14:24:41,588 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Run arguments | load_list: (value is too long, use 'detailed' flag to display it) | 2018-04-07 14:24:41,588 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tags | - | 2018-04-07 14:24:41,588 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier name | opnfv-tempest (UUID: 8369517b-3911-4ddb-bdad-02d1ba048fc6) | 2018-04-07 14:24:41,588 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier type | tempest (platform: openstack) | 2018-04-07 14:24:41,588 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Deployment name | opnfv-rally (UUID: b26ab33d-7bdb-4e39-ad4d-45ec5ab407cf) | 2018-04-07 14:24:41,588 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests count | 287 | 2018-04-07 14:24:41,588 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests duration, sec | 149.281 | 2018-04-07 14:24:41,589 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Success | 122 | 2018-04-07 14:24:41,589 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Skipped | 163 | 2018-04-07 14:24:41,589 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Expected failures | 0 | 2018-04-07 14:24:41,589 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Unexpected success | 0 | 2018-04-07 14:24:41,589 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Failures | 2 | 2018-04-07 14:24:41,589 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+ 2018-04-07 14:24:41,589 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ 2018-04-07 14:24:41,740 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Tempest patrole success_rate is 98.3870967742% 2018-04-07 14:24:48,208 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-04-07 14:24:48,209 - xtesting.ci.run_tests - INFO - Test result: +-------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +-------------------+------------------+------------------+----------------+ | patrole | functest | 03:11 | FAIL | +-------------------+------------------+------------------+----------------+ 2018-04-07 14:24:48,213 - xtesting.ci.run_tests - ERROR - The test case 'patrole' failed. 2018-04-07 14:24:48,213 - xtesting.ci.run_tests - INFO - Running test case 'odl'... 2018-04-07 14:25:10,522 - xtesting.core.robotframework - INFO - ============================================================================== Basic & Neutron ============================================================================== Basic & Neutron.Basic ============================================================================== Basic & Neutron.Basic.Restconf Modules :: Test suite to verify Restconf is OK. ============================================================================== Get Controller Modules :: Get the restconf modules, check 200 stat... | PASS | ------------------------------------------------------------------------------ Basic & Neutron.Basic.Restconf Modules :: Test suite to verify Res... | PASS | 1 critical test, 1 passed, 0 failed 1 test total, 1 passed, 0 failed ============================================================================== Basic & Neutron.Basic | PASS | 1 critical test, 1 passed, 0 failed 1 test total, 1 passed, 0 failed ============================================================================== Basic & Neutron.Neutron :: Test suite for Neutron Plugin ============================================================================== Basic & Neutron.Neutron.Reachability ============================================================================== Get the complete list of networks :: Get the complete list of netw... | PASS | ------------------------------------------------------------------------------ Get the complete list of subnets :: Get the complete list of subnets | PASS | ------------------------------------------------------------------------------ Get the complete list of ports :: Get the complete list of ports | PASS | ------------------------------------------------------------------------------ Basic & Neutron.Neutron.Reachability | PASS | 3 critical tests, 3 passed, 0 failed 3 tests total, 3 passed, 0 failed ============================================================================== Basic & Neutron.Neutron.Networks :: Checking Network created in OpenStack a... ============================================================================== Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | ------------------------------------------------------------------------------ Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | ------------------------------------------------------------------------------ Create Network :: Create new network in OpenStack | PASS | ------------------------------------------------------------------------------ Check Network :: Check network created in OpenDaylight | PASS | ------------------------------------------------------------------------------ Basic & Neutron.Neutron.Networks :: Checking Network created in Op... | PASS | 4 critical tests, 4 passed, 0 failed 4 tests total, 4 passed, 0 failed ============================================================================== Basic & Neutron.Neutron.Subnets :: Checking Subnets created in OpenStack ar... ============================================================================== Check OpenStack Subnets :: Checking OpenStack Neutron for known su... | PASS | ------------------------------------------------------------------------------ Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | ------------------------------------------------------------------------------ Create New subnet :: Create new subnet in OpenStack | PASS | ------------------------------------------------------------------------------ Check New subnet :: Check new subnet created in OpenDaylight | PASS | ------------------------------------------------------------------------------ Basic & Neutron.Neutron.Subnets :: Checking Subnets created in Ope... | PASS | 4 critical tests, 4 passed, 0 failed 4 tests total, 4 passed, 0 failed ============================================================================== Basic & Neutron.Neutron.Ports :: Checking Port created in OpenStack are pus... ============================================================================== Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | ------------------------------------------------------------------------------ Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | ------------------------------------------------------------------------------ Create New Port :: Create new port in OpenStack | PASS | ------------------------------------------------------------------------------ Check New Port :: Check new port created in OpenDaylight | PASS | ------------------------------------------------------------------------------ Basic & Neutron.Neutron.Ports :: Checking Port created in OpenStac... | PASS | 4 critical tests, 4 passed, 0 failed 4 tests total, 4 passed, 0 failed ============================================================================== Basic & Neutron.Neutron.Delete Ports :: Checking Port deleted in OpenStack ... ============================================================================== Delete New Port :: Delete previously created port in OpenStack | PASS | ------------------------------------------------------------------------------ Check Port Deleted :: Check port deleted in OpenDaylight | PASS | ------------------------------------------------------------------------------ Basic & Neutron.Neutron.Delete Ports :: Checking Port deleted in O... | PASS | 2 critical tests, 2 passed, 0 failed 2 tests total, 2 passed, 0 failed ============================================================================== Basic & Neutron.Neutron.Delete Subnets :: Checking Subnets deleted in OpenS... ============================================================================== Delete New subnet :: Delete previously created subnet in OpenStack | PASS | ------------------------------------------------------------------------------ Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | ------------------------------------------------------------------------------ Basic & Neutron.Neutron.Delete Subnets :: Checking Subnets deleted... | PASS | 2 critical tests, 2 passed, 0 failed 2 tests total, 2 passed, 0 failed ============================================================================== Basic & Neutron.Neutron.Delete Networks :: Checking Network deleted in Open... ============================================================================== Delete Network :: Delete network in OpenStack | PASS | ------------------------------------------------------------------------------ Check Network deleted :: Check network deleted in OpenDaylight | PASS | ------------------------------------------------------------------------------ Basic & Neutron.Neutron.Delete Networks :: Checking Network delete... | PASS | 2 critical tests, 2 passed, 0 failed 2 tests total, 2 passed, 0 failed ============================================================================== Basic & Neutron.Neutron :: Test suite for Neutron Plugin | PASS | 21 critical tests, 21 passed, 0 failed 21 tests total, 21 passed, 0 failed ============================================================================== Basic & Neutron | PASS | 22 critical tests, 22 passed, 0 failed 22 tests total, 22 passed, 0 failed ============================================================================== Output: /home/opnfv/functest/results/odl/output.xml 2018-04-07 14:25:10,523 - xtesting.core.robotframework - INFO - Results were successfully generated 2018-04-07 14:25:10,562 - xtesting.core.robotframework - INFO - Results were successfully parsed 2018-04-07 14:25:10,681 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-04-07 14:25:10,681 - xtesting.ci.run_tests - INFO - Test result: +-------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +-------------------+------------------+------------------+----------------+ | odl | functest | 00:21 | PASS | +-------------------+------------------+------------------+----------------+ 2018-04-07 14:25:10,685 - xtesting.ci.run_tests - INFO - Running test case 'snaps_smoke'... 2018-04-07 14:25:11,663 - functest.opnfv_tests.openstack.snaps.snaps_test_runner - INFO - Using flavor metadata 'None' 2018-04-07 15:05:15,721 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-04-07 15:05:15,721 - xtesting.ci.run_tests - INFO - Test result: +---------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +---------------------+------------------+------------------+----------------+ | snaps_smoke | functest | 40:04 | FAIL | +---------------------+------------------+------------------+----------------+ 2018-04-07 15:05:15,725 - xtesting.ci.run_tests - ERROR - The test case 'snaps_smoke' failed. 2018-04-07 15:05:15,725 - xtesting.ci.run_tests - INFO - Running test case 'neutron_trunk'... 2018-04-07 15:05:15,821 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Creating Rally environment... 2018-04-07 15:05:18,301 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment destroy --deployment opnfv-rally 2018-04-07 15:05:17.842 10074 INFO rally.deployment.engine [-] Deployment b26ab33d-7bdb-4e39-ad4d-45ec5ab407cf | Starting: Destroy cloud and free allocated resources. 2018-04-07 15:05:17.936 10074 INFO rally.deployment.engine [-] Deployment b26ab33d-7bdb-4e39-ad4d-45ec5ab407cf | Completed: Destroy cloud and free allocated resources. 2018-04-07 15:05:17.998 10074 INFO rally.api [-] Deleting all verifications created by verifier 'opnfv-tempest' (UUID=8369517b-3911-4ddb-bdad-02d1ba048fc6) for deployment 'opnfv-rally'. 2018-04-07 15:05:18.029 10074 INFO rally.api [-] Deleting verification (UUID=74049422-c58a-4f64-84ce-dc4143af2cb7). 2018-04-07 15:05:18.073 10074 INFO rally.api [-] Verification has been successfully deleted! 2018-04-07 15:05:18.074 10074 INFO rally.api [-] Deleting deployment-specific data for verifier 'opnfv-tempest' (UUID=8369517b-3911-4ddb-bdad-02d1ba048fc6). 2018-04-07 15:05:18.086 10074 INFO rally.api [-] Deployment-specific data has been successfully deleted! 2018-04-07 15:05:20,695 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment create --fromenv --name opnfv-rally 2018-04-07 15:05:20.428 10077 INFO rally.deployment.engines.existing [-] Save deployment 'opnfv-rally' (uuid=9b68395b-d561-484d-b971-9cb78a306312) with 'openstack' platform. +--------------------------------------+---------------------+-------------+------------------+--------+ | uuid | created_at | name | status | active | +--------------------------------------+---------------------+-------------+------------------+--------+ | 9b68395b-d561-484d-b971-9cb78a306312 | 2018-04-07T15:05:20 | opnfv-rally | deploy->finished | | +--------------------------------------+---------------------+-------------+------------------+--------+ Using deployment: 9b68395b-d561-484d-b971-9cb78a306312 ~/.rally/openrc was updated HINTS: * To use standard OpenStack clients, set up your env by running: source ~/.rally/openrc OpenStack clients are now configured, e.g run: openstack image list 2018-04-07 15:05:24,033 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment check -------------------------------------------------------------------------------- Platform openstack: -------------------------------------------------------------------------------- Available services: +-------------+-------------------+-----------+ | Service | Service Type | Status | +-------------+-------------------+-----------+ | __unknown__ | alarming | Available | | __unknown__ | key-manager | Available | | __unknown__ | nfv-orchestration | Available | | __unknown__ | placement | Available | | __unknown__ | policy | Available | | __unknown__ | volumev2 | Available | | __unknown__ | volumev3 | Available | | ceilometer | metering | Available | | cinder | volume | Available | | cloud | cloudformation | Available | | glance | image | Available | | gnocchi | metric | Available | | heat | orchestration | Available | | keystone | identity | Available | | neutron | network | Available | | nova | compute | Available | +-------------+-------------------+-----------+ 2018-04-07 15:05:24,033 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Create verifier from existing repo... 2018-04-07 15:05:26,349 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify delete-verifier --id opnfv-tempest --force 2018-04-07 15:05:26.076 10083 INFO rally.api [-] Deleting verifier 'opnfv-tempest' (UUID=8369517b-3911-4ddb-bdad-02d1ba048fc6). 2018-04-07 15:05:26.212 10083 INFO rally.api [-] Verifier has been successfully deleted! 2018-04-07 15:05:29,573 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify create-verifier --source /src/tempest --name opnfv-tempest --type tempest --system-wide 2018-04-07 15:05:28.316 10086 INFO rally.api [-] Creating verifier 'opnfv-tempest'. 2018-04-07 15:05:28.470 10086 INFO rally.verification.manager [-] Cloning verifier repo from /src/tempest. 2018-04-07 15:05:29.397 10086 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=dcbcf865-78cc-4734-aa6e-3ec54e4512c0) has been successfully created! Using verifier 'opnfv-tempest' (UUID=dcbcf865-78cc-4734-aa6e-3ec54e4512c0) as the default verifier for the future CLI operations. 2018-04-07 15:05:42,763 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Creating two flavors for Tempest suite 2018-04-07 15:05:48,001 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify configure-verifier --reconfigure --id opnfv-tempest 2018-04-07 15:05:46.967 10105 INFO rally.api [-] Configuring verifier 'opnfv-tempest' (UUID=dcbcf865-78cc-4734-aa6e-3ec54e4512c0) for deployment 'opnfv-rally' (UUID=9b68395b-d561-484d-b971-9cb78a306312). 2018-04-07 15:05:47.833 10105 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=dcbcf865-78cc-4734-aa6e-3ec54e4512c0) has been successfully configured for deployment 'opnfv-rally' (UUID=9b68395b-d561-484d-b971-9cb78a306312)! 2018-04-07 15:05:50,736 - functest.opnfv_tests.openstack.tempest.tempest - INFO - (cd /root/.rally/verification/verifier-dcbcf865-78cc-4734-aa6e-3ec54e4512c0/repo; testr list-tests 'neutron.tests.tempest.(api|scenario).test_trunk' >/home/opnfv/functest/results/neutron_trunk/test_list.txt 2>/dev/null) 2018-04-07 15:05:50,738 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Starting Tempest test suite: '['rally', 'verify', 'start', '--load-list', u'/home/opnfv/functest/results/neutron_trunk/test_list.txt']'. 2018-04-07 15:05:52,719 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-07 15:05:52.718 10114 INFO rally.api [-] Starting verification (UUID=3beec045-47e6-4687-8ee5-60a5a7ae0de1) for deployment 'opnfv-rally' (UUID=9b68395b-d561-484d-b971-9cb78a306312) by verifier 'opnfv-tempest' (UUID=dcbcf865-78cc-4734-aa6e-3ec54e4512c0). 2018-04-07 15:07:46,298 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Showing result for a verification: '['rally', 'verify', 'show', '--uuid', '3beec045-47e6-4687-8ee5-60a5a7ae0de1']'. 2018-04-07 15:07:47,284 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------+ 2018-04-07 15:07:47,284 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verification | 2018-04-07 15:07:47,284 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+ 2018-04-07 15:07:47,284 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | UUID | 3beec045-47e6-4687-8ee5-60a5a7ae0de1 | 2018-04-07 15:07:47,284 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Status | failed | 2018-04-07 15:07:47,284 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Started at | 2018-04-07 15:05:52 | 2018-04-07 15:07:47,285 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Finished at | 2018-04-07 15:07:46 | 2018-04-07 15:07:47,285 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Duration | 0:01:54 | 2018-04-07 15:07:47,285 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Run arguments | load_list: (value is too long, use 'detailed' flag to display it) | 2018-04-07 15:07:47,285 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tags | - | 2018-04-07 15:07:47,285 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier name | opnfv-tempest (UUID: dcbcf865-78cc-4734-aa6e-3ec54e4512c0) | 2018-04-07 15:07:47,285 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier type | tempest (platform: openstack) | 2018-04-07 15:07:47,285 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Deployment name | opnfv-rally (UUID: 9b68395b-d561-484d-b971-9cb78a306312) | 2018-04-07 15:07:47,285 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests count | 52 | 2018-04-07 15:07:47,285 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests duration, sec | 101.829 | 2018-04-07 15:07:47,285 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Success | 42 | 2018-04-07 15:07:47,286 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Skipped | 8 | 2018-04-07 15:07:47,286 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Expected failures | 0 | 2018-04-07 15:07:47,286 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Unexpected success | 0 | 2018-04-07 15:07:47,286 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Failures | 2 | 2018-04-07 15:07:47,286 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+ 2018-04-07 15:07:47,286 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------------------------------------------------------------------+ 2018-04-07 15:07:47,310 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Tempest neutron_trunk success_rate is 95.4545454545% 2018-04-07 15:07:53,315 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-04-07 15:07:53,315 - xtesting.ci.run_tests - INFO - Test result: +-----------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +-----------------------+------------------+------------------+----------------+ | neutron_trunk | functest | 02:21 | FAIL | +-----------------------+------------------+------------------+----------------+ 2018-04-07 15:07:53,320 - xtesting.ci.run_tests - ERROR - The test case 'neutron_trunk' failed. 2018-04-07 15:07:53,321 - xtesting.ci.run_tests - INFO - Xtesting report: +------------------------------+------------------+---------------+------------------+----------------+ | TEST CASE | PROJECT | TIER | DURATION | RESULT | +------------------------------+------------------+---------------+------------------+----------------+ | vping_ssh | functest | smoke | 00:55 | PASS | | vping_userdata | functest | smoke | 00:36 | PASS | | tempest_smoke_serial | functest | smoke | 19:42 | FAIL | | rally_sanity | functest | smoke | 18:43 | FAIL | | refstack_defcore | functest | smoke | 08:21 | FAIL | | patrole | functest | smoke | 03:11 | FAIL | | odl | functest | smoke | 00:21 | PASS | | snaps_smoke | functest | smoke | 40:04 | FAIL | | neutron_trunk | functest | smoke | 02:21 | FAIL | | odl_netvirt | functest | smoke | 00:00 | SKIP | +------------------------------+------------------+---------------+------------------+----------------+ 2018-04-07 15:07:53,328 - xtesting.ci.run_tests - INFO - Execution exit value: Result.EX_ERROR 2018-04-07 15:07:56,497 - xtesting.ci.run_tests - INFO - Deployment description: +--------------------------------------+----------------------------------------------------------+ | ENV VAR | VALUE | +--------------------------------------+----------------------------------------------------------+ | BUILD_TAG | jenkins-functest-apex-baremetal-daily-master-108 | | ENERGY_RECORDER_API_URL | http://energy.opnfv.fr/resources | | ENERGY_RECORDER_API_PASSWORD | | | CI_LOOP | daily | | TEST_DB_URL | http://testresults.opnfv.org/test/api/v1/results | | INSTALLER_TYPE | apex | | DEPLOY_SCENARIO | os-odl-nofeature-ha | | ENERGY_RECORDER_API_USER | | | NODE_NAME | lf-pod1 | +--------------------------------------+----------------------------------------------------------+ 2018-04-07 15:07:56,501 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file # Clear any old environment that may conflict. for key in $( set | awk '{FS="="} /^OS_/ {print $1}' ); do unset $key ; done export OS_USERNAME=admin export OS_USER_DOMAIN_NAME=Default export OS_PROJECT_DOMAIN_NAME=Default export OS_BAREMETAL_API_VERSION=1.34 export NOVA_VERSION=1.1 export OS_PROJECT_NAME=admin export OS_PASSWORD=BAqqUfWTzf9kek32NtgrYhkyM export OS_NO_CACHE=True export COMPUTE_API_VERSION=1.1 export no_proxy=,172.30.9.21,192.30.9.7 export OS_VOLUME_API_VERSION=3 export OS_CLOUDNAME=overcloud export OS_AUTH_URL=http://172.30.9.21:5000/v3 export IRONIC_API_VERSION=1.34 export OS_IDENTITY_API_VERSION=3 export OS_IMAGE_API_VERSION=2 export OS_AUTH_TYPE=password export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available" # Add OS_CLOUDNAME to PS1 if [ -z "${CLOUDPROMPT_ENABLED:-}" ]; then export PS1=${PS1:-""} export PS1=\${OS_CLOUDNAME:+"(\$OS_CLOUDNAME)"}\ $PS1 export CLOUDPROMPT_ENABLED=1 fi export SDN_CONTROLLER_IP=192.30.9.7 export OS_REGION_NAME=regionOne 2018-04-07 15:07:56,501 - xtesting.ci.run_tests - DEBUG - Test args: all 2018-04-07 15:07:56,501 - xtesting.ci.run_tests - INFO - TESTS TO BE EXECUTED: +---------------+---------------+-----------------+---------------------+-------------------+ | TIERS | ORDER | CI LOOP | DESCRIPTION | TESTCASES | +---------------+---------------+-----------------+---------------------+-------------------+ +---------------+---------------+-----------------+---------------------+-------------------+ 2018-04-07 15:07:56,502 - xtesting.ci.run_tests - INFO - Xtesting report: +-----------------------------+------------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | TIER | DURATION | RESULT | +-----------------------------+------------------------+------------------+------------------+----------------+ | doctor-notification | doctor | features | 00:00 | SKIP | | bgpvpn | sdnvpn | features | 00:00 | SKIP | | functest-odl-sfc | sfc | features | 00:00 | SKIP | | barometercollectd | barometer | features | 00:00 | SKIP | | fds | fastdatastacks | features | 00:00 | SKIP | +-----------------------------+------------------------+------------------+------------------+----------------+ 2018-04-07 15:07:56,504 - xtesting.ci.run_tests - INFO - Execution exit value: Result.EX_OK 2018-04-07 15:07:58,919 - xtesting.ci.run_tests - INFO - Deployment description: +--------------------------------------+----------------------------------------------------------+ | ENV VAR | VALUE | +--------------------------------------+----------------------------------------------------------+ | BUILD_TAG | jenkins-functest-apex-baremetal-daily-master-108 | | ENERGY_RECORDER_API_URL | http://energy.opnfv.fr/resources | | ENERGY_RECORDER_API_PASSWORD | | | CI_LOOP | daily | | TEST_DB_URL | http://testresults.opnfv.org/test/api/v1/results | | INSTALLER_TYPE | apex | | DEPLOY_SCENARIO | os-odl-nofeature-ha | | ENERGY_RECORDER_API_USER | | | NODE_NAME | lf-pod1 | +--------------------------------------+----------------------------------------------------------+ 2018-04-07 15:07:58,921 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file # Clear any old environment that may conflict. for key in $( set | awk '{FS="="} /^OS_/ {print $1}' ); do unset $key ; done export OS_USERNAME=admin export OS_USER_DOMAIN_NAME=Default export OS_PROJECT_DOMAIN_NAME=Default export OS_BAREMETAL_API_VERSION=1.34 export NOVA_VERSION=1.1 export OS_PROJECT_NAME=admin export OS_PASSWORD=BAqqUfWTzf9kek32NtgrYhkyM export OS_NO_CACHE=True export COMPUTE_API_VERSION=1.1 export no_proxy=,172.30.9.21,192.30.9.7 export OS_VOLUME_API_VERSION=3 export OS_CLOUDNAME=overcloud export OS_AUTH_URL=http://172.30.9.21:5000/v3 export IRONIC_API_VERSION=1.34 export OS_IDENTITY_API_VERSION=3 export OS_IMAGE_API_VERSION=2 export OS_AUTH_TYPE=password export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available" # Add OS_CLOUDNAME to PS1 if [ -z "${CLOUDPROMPT_ENABLED:-}" ]; then export PS1=${PS1:-""} export PS1=\${OS_CLOUDNAME:+"(\$OS_CLOUDNAME)"}\ $PS1 export CLOUDPROMPT_ENABLED=1 fi export SDN_CONTROLLER_IP=192.30.9.7 export OS_REGION_NAME=regionOne 2018-04-07 15:07:58,921 - xtesting.ci.run_tests - DEBUG - Test args: all 2018-04-07 15:07:58,921 - xtesting.ci.run_tests - INFO - TESTS TO BE EXECUTED: +---------------+---------------+-----------------+---------------------+-------------------+ | TIERS | ORDER | CI LOOP | DESCRIPTION | TESTCASES | +---------------+---------------+-----------------+---------------------+-------------------+ +---------------+---------------+-----------------+---------------------+-------------------+ 2018-04-07 15:07:58,922 - xtesting.ci.run_tests - INFO - Xtesting report: +----------------------+------------------+--------------+------------------+----------------+ | TEST CASE | PROJECT | TIER | DURATION | RESULT | +----------------------+------------------+--------------+------------------+----------------+ | cloudify_ims | functest | vnf | 00:00 | SKIP | | vyos_vrouter | functest | vnf | 00:00 | SKIP | | juju_epc | functest | vnf | 00:00 | SKIP | +----------------------+------------------+--------------+------------------+----------------+ 2018-04-07 15:07:58,923 - xtesting.ci.run_tests - INFO - Execution exit value: Result.EX_OK 2018-04-07 15:08:01,308 - xtesting.ci.run_tests - INFO - Deployment description: +--------------------------------------+----------------------------------------------------------+ | ENV VAR | VALUE | +--------------------------------------+----------------------------------------------------------+ | BUILD_TAG | jenkins-functest-apex-baremetal-daily-master-108 | | ENERGY_RECORDER_API_URL | http://energy.opnfv.fr/resources | | ENERGY_RECORDER_API_PASSWORD | | | CI_LOOP | daily | | TEST_DB_URL | http://testresults.opnfv.org/test/api/v1/results | | INSTALLER_TYPE | apex | | DEPLOY_SCENARIO | os-odl-nofeature-ha | | ENERGY_RECORDER_API_USER | | | NODE_NAME | lf-pod1 | +--------------------------------------+----------------------------------------------------------+ 2018-04-07 15:08:01,312 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file # Clear any old environment that may conflict. for key in $( set | awk '{FS="="} /^OS_/ {print $1}' ); do unset $key ; done export OS_USERNAME=admin export OS_USER_DOMAIN_NAME=Default export OS_PROJECT_DOMAIN_NAME=Default export OS_BAREMETAL_API_VERSION=1.34 export NOVA_VERSION=1.1 export OS_PROJECT_NAME=admin export OS_PASSWORD=BAqqUfWTzf9kek32NtgrYhkyM export OS_NO_CACHE=True export COMPUTE_API_VERSION=1.1 export no_proxy=,172.30.9.21,192.30.9.7 export OS_VOLUME_API_VERSION=3 export OS_CLOUDNAME=overcloud export OS_AUTH_URL=http://172.30.9.21:5000/v3 export IRONIC_API_VERSION=1.34 export OS_IDENTITY_API_VERSION=3 export OS_IMAGE_API_VERSION=2 export OS_AUTH_TYPE=password export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available" # Add OS_CLOUDNAME to PS1 if [ -z "${CLOUDPROMPT_ENABLED:-}" ]; then export PS1=${PS1:-""} export PS1=\${OS_CLOUDNAME:+"(\$OS_CLOUDNAME)"}\ $PS1 export CLOUDPROMPT_ENABLED=1 fi export SDN_CONTROLLER_IP=192.30.9.7 export OS_REGION_NAME=regionOne 2018-04-07 15:08:01,312 - xtesting.ci.run_tests - DEBUG - Test args: all 2018-04-07 15:08:01,312 - xtesting.ci.run_tests - INFO - TESTS TO BE EXECUTED: +---------------+---------------+-----------------+---------------------+-------------------+ | TIERS | ORDER | CI LOOP | DESCRIPTION | TESTCASES | +---------------+---------------+-----------------+---------------------+-------------------+ +---------------+---------------+-----------------+---------------------+-------------------+ 2018-04-07 15:08:01,313 - xtesting.ci.run_tests - INFO - Xtesting report: +-----------------------+-----------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | TIER | DURATION | RESULT | +-----------------------+-----------------+------------------+------------------+----------------+ | parser-basics | parser | features | 00:00 | SKIP | +-----------------------+-----------------+------------------+------------------+----------------+ 2018-04-07 15:08:01,314 - xtesting.ci.run_tests - INFO - Execution exit value: Result.EX_OK