2018-05-04 20:42:19,198 - xtesting.ci.run_tests - INFO - Deployment description: +--------------------------------------+----------------------------------------------------------+ | ENV VAR | VALUE | +--------------------------------------+----------------------------------------------------------+ | BUILD_TAG | jenkins-functest-apex-baremetal-daily-fraser-86 | | ENERGY_RECORDER_API_URL | http://energy.opnfv.fr/resources | | ENERGY_RECORDER_API_PASSWORD | | | CI_LOOP | daily | | TEST_DB_URL | http://testresults.opnfv.org/test/api/v1/results | | INSTALLER_TYPE | apex | | DEPLOY_SCENARIO | os-odl-bgpvpn-ha | | ENERGY_RECORDER_API_USER | | | NODE_NAME | lf-pod1 | +--------------------------------------+----------------------------------------------------------+ 2018-05-04 20:42:19,201 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file # Clear any old environment that may conflict. for key in $( set | awk '{FS="="} /^OS_/ {print $1}' ); do unset $key ; done export OS_USERNAME=admin export OS_USER_DOMAIN_NAME=Default export OS_PROJECT_DOMAIN_NAME=Default export OS_BAREMETAL_API_VERSION=1.34 export NOVA_VERSION=1.1 export OS_PROJECT_NAME=admin export OS_PASSWORD=uhBx7BjTEX7tNwwyJtgXZvmjq export OS_NO_CACHE=True export COMPUTE_API_VERSION=1.1 export no_proxy=,172.30.9.24,192.30.9.10 export OS_VOLUME_API_VERSION=3 export OS_CLOUDNAME=overcloud export OS_AUTH_URL=http://172.30.9.24:5000/v3 export IRONIC_API_VERSION=1.34 export OS_IDENTITY_API_VERSION=3 export OS_IMAGE_API_VERSION=2 export OS_AUTH_TYPE=password export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available" # Add OS_CLOUDNAME to PS1 if [ -z "${CLOUDPROMPT_ENABLED:-}" ]; then export PS1=${PS1:-""} export PS1=\${OS_CLOUDNAME:+"(\$OS_CLOUDNAME)"}\ $PS1 export CLOUDPROMPT_ENABLED=1 fi export SDN_CONTROLLER_IP=192.30.9.10 export OS_REGION_NAME=regionOne 2018-05-04 20:42:19,201 - xtesting.ci.run_tests - DEBUG - Test args: all 2018-05-04 20:42:19,202 - xtesting.ci.run_tests - INFO - TESTS TO BE EXECUTED: +---------------------+---------------+--------------------------+-------------------------------------------------+------------------------------------+ | TIERS | ORDER | CI LOOP | DESCRIPTION | TESTCASES | +---------------------+---------------+--------------------------+-------------------------------------------------+------------------------------------+ | healthcheck | 0 | (daily)|(weekly) | First tier to be executed to verify the | connection_check api_check | | | | | basic operations in the VIM. | snaps_health_check | +---------------------+---------------+--------------------------+-------------------------------------------------+------------------------------------+ 2018-05-04 20:42:19,203 - xtesting.ci.run_tests - INFO - Running tier 'healthcheck' 2018-05-04 20:42:19,204 - xtesting.ci.run_tests - INFO - Running test case 'connection_check'... 2018-05-04 20:42:22,279 - functest.opnfv_tests.openstack.snaps.snaps_test_runner - INFO - Using flavor metadata 'None' 2018-05-04 20:42:32,224 - xtesting.core.unit - DEBUG - test_glance_connect_fail (snaps.openstack.utils.tests.glance_utils_tests.GlanceSmokeTests) ... ok test_glance_connect_success (snaps.openstack.utils.tests.glance_utils_tests.GlanceSmokeTests) ... ok test_keystone_connect_fail (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneSmokeTests) ... ok test_keystone_connect_success (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneSmokeTests) ... ok test_neutron_connect_fail (snaps.openstack.utils.tests.neutron_utils_tests.NeutronSmokeTests) ... ok test_neutron_connect_success (snaps.openstack.utils.tests.neutron_utils_tests.NeutronSmokeTests) ... ok test_retrieve_ext_network_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronSmokeTests) ... ok test_nova_connect_fail (snaps.openstack.utils.tests.nova_utils_tests.NovaSmokeTests) ... ok test_nova_connect_success (snaps.openstack.utils.tests.nova_utils_tests.NovaSmokeTests) ... ok test_nova_get_hypervisor_hosts (snaps.openstack.utils.tests.nova_utils_tests.NovaSmokeTests) ... ok test_heat_connect_fail (snaps.openstack.utils.tests.heat_utils_tests.HeatSmokeTests) ... ok test_heat_connect_success (snaps.openstack.utils.tests.heat_utils_tests.HeatSmokeTests) ... ok test_cinder_connect_fail (snaps.openstack.utils.tests.cinder_utils_tests.CinderSmokeTests) ... ok test_cinder_connect_success (snaps.openstack.utils.tests.cinder_utils_tests.CinderSmokeTests) ... ok ---------------------------------------------------------------------- Ran 14 tests in 9.934s OK 2018-05-04 20:42:32,353 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-05-04 20:42:32,354 - xtesting.ci.run_tests - INFO - Test result: +--------------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +--------------------------+------------------+------------------+----------------+ | connection_check | functest | 00:10 | PASS | +--------------------------+------------------+------------------+----------------+ 2018-05-04 20:42:32,358 - xtesting.ci.run_tests - INFO - Running test case 'api_check'... 2018-05-04 20:42:34,704 - functest.opnfv_tests.openstack.snaps.snaps_test_runner - INFO - Using flavor metadata 'None' 2018-05-04 20:55:26,559 - xtesting.core.unit - DEBUG - test_create_project_minimal (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok test_create_user_minimal (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok test_get_endpoint_fail_without_proper_credentials (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok test_get_endpoint_fail_without_proper_service (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok test_get_endpoint_success (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok test_get_endpoint_with_each_interface (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok test_grant_user_role_to_project (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok test_create_admin_user (snaps.openstack.tests.create_user_tests.CreateUserSuccessTests) ... ok test_create_delete_user (snaps.openstack.tests.create_user_tests.CreateUserSuccessTests) ... ok test_create_user (snaps.openstack.tests.create_user_tests.CreateUserSuccessTests) ... ok test_create_user_2x (snaps.openstack.tests.create_user_tests.CreateUserSuccessTests) ... ok test_create_delete_project (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok test_create_project (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok test_create_project_2x (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok test_create_project_bad_domain (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok test_create_project_quota_override (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok test_update_quotas (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok test_create_project_sec_grp_one_user (snaps.openstack.tests.create_project_tests.CreateProjectUserTests) ... ok test_create_project_sec_grp_two_users (snaps.openstack.tests.create_project_tests.CreateProjectUserTests) ... ok test_create_image_minimal_file (snaps.openstack.utils.tests.glance_utils_tests.GlanceUtilsTests) ... ok test_create_image_minimal_url (snaps.openstack.utils.tests.glance_utils_tests.GlanceUtilsTests) ... ok test_create_network (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsNetworkTests) ... ok test_create_network_empty_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsNetworkTests) ... ok test_create_network_null_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsNetworkTests) ... ok test_create_subnet (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSubnetTests) ... ok test_create_subnet_empty_cidr (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSubnetTests) ... ok test_create_subnet_empty_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSubnetTests) ... ok test_create_subnet_null_cidr (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSubnetTests) ... ok test_create_subnet_null_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSubnetTests) ... ok test_add_interface_router (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_add_interface_router_missing_subnet (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_add_interface_router_null_router (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_add_interface_router_null_subnet (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_port (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_port_empty_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_port_invalid_ip (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_port_invalid_ip_to_subnet (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_port_null_ip (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_port_null_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_port_null_network_object (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_router_simple (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_router_with_public_interface (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok test_create_delete_simple_sec_grp (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSecurityGroupTests) ... ok test_create_sec_grp_no_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSecurityGroupTests) ... ok test_create_sec_grp_no_rules (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSecurityGroupTests) ... ok test_create_sec_grp_one_rule (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSecurityGroupTests) ... ok test_get_sec_grp_by_id (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSecurityGroupTests) ... ok test_floating_ips (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsFloatingIpTests) ... ok test_create_delete_keypair (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsKeypairTests) ... ok test_create_key_from_file (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsKeypairTests) ... ok test_create_keypair (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsKeypairTests) ... ok test_create_delete_flavor (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsFlavorTests) ... ok test_create_flavor (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsFlavorTests) ... ok test_create_instance (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsInstanceTests) ... ok test_add_remove_volume (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsInstanceVolumeTests) ... ok test_attach_volume_nowait (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsInstanceVolumeTests) ... ok test_detach_volume_nowait (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsInstanceVolumeTests) ... ok test_create_clean_flavor (snaps.openstack.tests.create_flavor_tests.CreateFlavorTests) ... ok test_create_delete_flavor (snaps.openstack.tests.create_flavor_tests.CreateFlavorTests) ... ok test_create_flavor (snaps.openstack.tests.create_flavor_tests.CreateFlavorTests) ... ok test_create_flavor_all_settings (snaps.openstack.tests.create_flavor_tests.CreateFlavorTests) ... ok test_create_flavor_existing (snaps.openstack.tests.create_flavor_tests.CreateFlavorTests) ... ok test_create_stack (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsCreateSimpleStackTests) ... ok test_create_stack_x2 (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsCreateSimpleStackTests) ... ok test_get_settings_from_stack (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsCreateComplexStackTests) ... ok test_create_flavor_with_stack (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsFlavorTests) ... ok test_create_keypair_with_stack (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsKeypairTests) ... ok test_create_security_group_with_stack (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsSecurityGroupTests) ... ok test_create_delete_qos (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsQoSTests) ... ok test_create_qos_back (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsQoSTests) ... ok test_create_qos_both (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsQoSTests) ... ok test_create_qos_front (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsQoSTests) ... ok test_create_delete_volume (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTests) ... ok test_create_simple_volume (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTests) ... ok test_create_delete_volume_type (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsSimpleVolumeTypeTests) ... ok test_create_simple_volume_type (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsSimpleVolumeTypeTests) ... ok test_create_bad_key_size (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsAddEncryptionTests) ... ok test_create_delete_encryption (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsAddEncryptionTests) ... ok test_create_simple_encryption (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsAddEncryptionTests) ... ok test_create_with_all_attrs (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsAddEncryptionTests) ... ok test_create_with_encryption (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTypeCompleteTests) ... ok test_create_with_invalid_qos (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTypeCompleteTests) ... ok test_create_with_qos (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTypeCompleteTests) ... ok test_create_with_qos_and_encryption (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTypeCompleteTests) ... ok ---------------------------------------------------------------------- Ran 84 tests in 771.801s OK 2018-05-04 20:55:26,684 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-05-04 20:55:26,685 - xtesting.ci.run_tests - INFO - Test result: +-------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +-------------------+------------------+------------------+----------------+ | api_check | functest | 12:52 | PASS | +-------------------+------------------+------------------+----------------+ 2018-05-04 20:55:26,689 - xtesting.ci.run_tests - INFO - Running test case 'snaps_health_check'... 2018-05-04 20:55:27,567 - functest.opnfv_tests.openstack.snaps.snaps_test_runner - INFO - Using flavor metadata 'None' 2018-05-04 20:56:09,296 - xtesting.core.unit - DEBUG - test_check_vm_ip_dhcp (snaps.openstack.tests.create_instance_tests.SimpleHealthCheck) ... ok ---------------------------------------------------------------------- Ran 1 test in 41.727s OK 2018-05-04 20:56:09,414 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-05-04 20:56:09,414 - xtesting.ci.run_tests - INFO - Test result: +----------------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +----------------------------+------------------+------------------+----------------+ | snaps_health_check | functest | 00:42 | PASS | +----------------------------+------------------+------------------+----------------+ 2018-05-04 20:56:09,419 - xtesting.ci.run_tests - INFO - Xtesting report: +----------------------------+------------------+---------------------+------------------+----------------+ | TEST CASE | PROJECT | TIER | DURATION | RESULT | +----------------------------+------------------+---------------------+------------------+----------------+ | connection_check | functest | healthcheck | 00:10 | PASS | | api_check | functest | healthcheck | 12:52 | PASS | | snaps_health_check | functest | healthcheck | 00:42 | PASS | +----------------------------+------------------+---------------------+------------------+----------------+ 2018-05-04 20:56:09,422 - xtesting.ci.run_tests - INFO - Execution exit value: Result.EX_OK 2018-05-04 20:56:12,142 - xtesting.ci.run_tests - INFO - Deployment description: +--------------------------------------+----------------------------------------------------------+ | ENV VAR | VALUE | +--------------------------------------+----------------------------------------------------------+ | BUILD_TAG | jenkins-functest-apex-baremetal-daily-fraser-86 | | ENERGY_RECORDER_API_URL | http://energy.opnfv.fr/resources | | ENERGY_RECORDER_API_PASSWORD | | | CI_LOOP | daily | | TEST_DB_URL | http://testresults.opnfv.org/test/api/v1/results | | INSTALLER_TYPE | apex | | DEPLOY_SCENARIO | os-odl-bgpvpn-ha | | ENERGY_RECORDER_API_USER | | | NODE_NAME | lf-pod1 | +--------------------------------------+----------------------------------------------------------+ 2018-05-04 20:56:12,146 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file # Clear any old environment that may conflict. for key in $( set | awk '{FS="="} /^OS_/ {print $1}' ); do unset $key ; done export OS_USERNAME=admin export OS_USER_DOMAIN_NAME=Default export OS_PROJECT_DOMAIN_NAME=Default export OS_BAREMETAL_API_VERSION=1.34 export NOVA_VERSION=1.1 export OS_PROJECT_NAME=admin export OS_PASSWORD=uhBx7BjTEX7tNwwyJtgXZvmjq export OS_NO_CACHE=True export COMPUTE_API_VERSION=1.1 export no_proxy=,172.30.9.24,192.30.9.10 export OS_VOLUME_API_VERSION=3 export OS_CLOUDNAME=overcloud export OS_AUTH_URL=http://172.30.9.24:5000/v3 export IRONIC_API_VERSION=1.34 export OS_IDENTITY_API_VERSION=3 export OS_IMAGE_API_VERSION=2 export OS_AUTH_TYPE=password export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available" # Add OS_CLOUDNAME to PS1 if [ -z "${CLOUDPROMPT_ENABLED:-}" ]; then export PS1=${PS1:-""} export PS1=\${OS_CLOUDNAME:+"(\$OS_CLOUDNAME)"}\ $PS1 export CLOUDPROMPT_ENABLED=1 fi export SDN_CONTROLLER_IP=192.30.9.10 export OS_REGION_NAME=regionOne 2018-05-04 20:56:12,146 - xtesting.ci.run_tests - DEBUG - Test args: all 2018-05-04 20:56:12,147 - xtesting.ci.run_tests - INFO - TESTS TO BE EXECUTED: +---------------+---------------+--------------------------+------------------------------------------+--------------------------------------------------+ | TIERS | ORDER | CI LOOP | DESCRIPTION | TESTCASES | +---------------+---------------+--------------------------+------------------------------------------+--------------------------------------------------+ | smoke | 1 | (daily)|(weekly) | Set of basic Functional tests to | vping_ssh vping_userdata | | | | | validate the OPNFV scenarios. | tempest_smoke_serial rally_sanity | | | | | | refstack_defcore patrole odl snaps_smoke | | | | | | neutron_trunk | +---------------+---------------+--------------------------+------------------------------------------+--------------------------------------------------+ 2018-05-04 20:56:12,149 - xtesting.ci.run_tests - INFO - Running tier 'smoke' 2018-05-04 20:56:12,149 - xtesting.ci.run_tests - INFO - Running test case 'vping_ssh'... 2018-05-04 20:56:12,980 - xtesting.energy.energy - INFO - API recorder available at : http://energy.opnfv.fr/resources/recorders/environment/lf-pod1 2018-05-04 20:56:12,981 - xtesting.energy.energy - DEBUG - Getting current scenario 2018-05-04 20:56:13,422 - xtesting.energy.energy - DEBUG - Starting recording 2018-05-04 20:56:13,423 - xtesting.energy.energy - DEBUG - Submitting scenario (vping_ssh/running) 2018-05-04 20:56:13,810 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Begin virtual environment setup 2018-05-04 20:56:13,811 - functest.opnfv_tests.openstack.vping.vping_base - INFO - vPing Start Time:'2018-05-04 20:56:13' 2018-05-04 20:56:13,811 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating image with name: 'functest-vping--074b1c1f-18ab-44e8-b8ea-8626068ff59c' 2018-05-04 20:56:16,561 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating network with name: 'vping-net-074b1c1f-18ab-44e8-b8ea-8626068ff59c' 2018-05-04 20:56:19,938 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating router with name: 'vping-router-074b1c1f-18ab-44e8-b8ea-8626068ff59c' 2018-05-04 20:56:30,161 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating flavor with name: 'vping-flavor-074b1c1f-18ab-44e8-b8ea-8626068ff59c' 2018-05-04 20:56:30,869 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating keypair with name: 'vPing-keypair-074b1c1f-18ab-44e8-b8ea-8626068ff59c' 2018-05-04 20:56:31,602 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating VM 1 instance with name: 'opnfv-vping-1-074b1c1f-18ab-44e8-b8ea-8626068ff59c' 2018-05-04 20:56:37,962 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Security group with name: 'vPing-sg-074b1c1f-18ab-44e8-b8ea-8626068ff59c' 2018-05-04 20:56:42,383 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating VM 2 instance with name: 'opnfv-vping-2-074b1c1f-18ab-44e8-b8ea-8626068ff59c' 2018-05-04 20:57:03,718 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Begin test execution 2018-05-04 20:57:10,383 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Trying to transfer ping.sh 2018-05-04 20:57:10,521 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Waiting for ping... 2018-05-04 20:57:11,531 - functest.opnfv_tests.openstack.vping.vping_base - INFO - vPing detected! 2018-05-04 20:57:11,532 - xtesting.energy.energy - DEBUG - Restoring previous scenario (default/default) 2018-05-04 20:57:11,532 - xtesting.energy.energy - DEBUG - Submitting scenario (default/default) 2018-05-04 20:57:12,074 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-05-04 20:57:12,074 - xtesting.ci.run_tests - INFO - Test result: +-------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +-------------------+------------------+------------------+----------------+ | vping_ssh | functest | 00:58 | PASS | +-------------------+------------------+------------------+----------------+ 2018-05-04 20:57:29,391 - xtesting.ci.run_tests - INFO - Running test case 'vping_userdata'... 2018-05-04 20:57:29,481 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Begin virtual environment setup 2018-05-04 20:57:29,481 - functest.opnfv_tests.openstack.vping.vping_base - INFO - vPing Start Time:'2018-05-04 20:57:29' 2018-05-04 20:57:29,481 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating image with name: 'functest-vping--01234723-8eef-4957-91be-47f4e74a0b41' 2018-05-04 20:57:32,869 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating network with name: 'vping-net-01234723-8eef-4957-91be-47f4e74a0b41' 2018-05-04 20:57:35,215 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating router with name: 'vping-router-01234723-8eef-4957-91be-47f4e74a0b41' 2018-05-04 20:57:41,419 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating flavor with name: 'vping-flavor-01234723-8eef-4957-91be-47f4e74a0b41' 2018-05-04 20:57:42,150 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating VM 1 instance with name: 'opnfv-vping-1-01234723-8eef-4957-91be-47f4e74a0b41' 2018-05-04 20:57:49,663 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating VM 2 instance with name: 'opnfv-vping-2-01234723-8eef-4957-91be-47f4e74a0b41' 2018-05-04 20:57:56,452 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Begin test execution 2018-05-04 20:58:10,280 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Waiting for ping... 2018-05-04 20:58:13,140 - functest.opnfv_tests.openstack.vping.vping_base - INFO - vPing detected! 2018-05-04 20:58:13,249 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-05-04 20:58:13,249 - xtesting.ci.run_tests - INFO - Test result: +------------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +------------------------+------------------+------------------+----------------+ | vping_userdata | functest | 00:44 | PASS | +------------------------+------------------+------------------+----------------+ 2018-05-04 20:58:29,104 - xtesting.ci.run_tests - INFO - Running test case 'tempest_smoke_serial'... 2018-05-04 20:58:29,193 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Creating Rally environment... 2018-05-04 20:58:33,996 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment create --fromenv --name opnfv-rally 2018-05-04 20:58:33.726 18 INFO rally.deployment.engines.existing [-] Save deployment 'opnfv-rally' (uuid=81f9a5fb-b295-410b-b013-cd2c47855734) with 'openstack' platform. +--------------------------------------+---------------------+-------------+------------------+--------+ | uuid | created_at | name | status | active | +--------------------------------------+---------------------+-------------+------------------+--------+ | 81f9a5fb-b295-410b-b013-cd2c47855734 | 2018-05-04T20:58:33 | opnfv-rally | deploy->finished | | +--------------------------------------+---------------------+-------------+------------------+--------+ Using deployment: 81f9a5fb-b295-410b-b013-cd2c47855734 ~/.rally/openrc was updated HINTS: * To use standard OpenStack clients, set up your env by running: source ~/.rally/openrc OpenStack clients are now configured, e.g run: openstack image list 2018-05-04 20:58:37,281 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment check -------------------------------------------------------------------------------- Platform openstack: -------------------------------------------------------------------------------- Available services: +-------------+----------------+-----------+ | Service | Service Type | Status | +-------------+----------------+-----------+ | __unknown__ | alarming | Available | | __unknown__ | key-manager | Available | | __unknown__ | placement | Available | | __unknown__ | policy | Available | | __unknown__ | volumev2 | Available | | __unknown__ | volumev3 | Available | | ceilometer | metering | Available | | cinder | volume | Available | | cloud | cloudformation | Available | | glance | image | Available | | gnocchi | metric | Available | | heat | orchestration | Available | | keystone | identity | Available | | neutron | network | Available | | nova | compute | Available | +-------------+----------------+-----------+ 2018-05-04 20:58:37,282 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Create verifier from existing repo... 2018-05-04 20:58:42,880 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify create-verifier --source /src/tempest --name opnfv-tempest --type tempest --system-wide 2018-05-04 20:58:41.470 27 INFO rally.api [-] Creating verifier 'opnfv-tempest'. 2018-05-04 20:58:41.593 27 INFO rally.verification.manager [-] Cloning verifier repo from /src/tempest. 2018-05-04 20:58:42.677 27 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=61bfd0c8-39cc-4d96-b2d3-3705e796c82a) has been successfully created! Using verifier 'opnfv-tempest' (UUID=61bfd0c8-39cc-4d96-b2d3-3705e796c82a) as the default verifier for the future CLI operations. 2018-05-04 20:58:45,881 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating private network for Tempest suite 2018-05-04 20:58:48,654 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating two images for Tempest suite 2018-05-04 20:58:54,140 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Creating two flavors for Tempest suite 2018-05-04 20:58:59,900 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify configure-verifier --reconfigure --id opnfv-tempest 2018-05-04 20:58:58.635 46 INFO rally.api [-] Configuring verifier 'opnfv-tempest' (UUID=61bfd0c8-39cc-4d96-b2d3-3705e796c82a) for deployment 'opnfv-rally' (UUID=81f9a5fb-b295-410b-b013-cd2c47855734). 2018-05-04 20:58:59.701 46 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=61bfd0c8-39cc-4d96-b2d3-3705e796c82a) has been successfully configured for deployment 'opnfv-rally' (UUID=81f9a5fb-b295-410b-b013-cd2c47855734)! 2018-05-04 20:58:59,901 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Looking for tempest.conf file... 2018-05-04 20:58:59,901 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Updating selected tempest.conf parameters... 2018-05-04 20:58:59,903 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Add/Update required params defined in tempest_conf.yaml into tempest.conf file 2018-05-04 20:58:59,906 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Generating test case list... 2018-05-04 20:59:03,206 - functest.opnfv_tests.openstack.tempest.tempest - INFO - (cd /root/.rally/verification/verifier-61bfd0c8-39cc-4d96-b2d3-3705e796c82a/repo; testr list-tests '^tempest\.(api|scenario).*\[.*\bsmoke\b.*\]$' >/home/opnfv/functest/results/tempest/test_list.txt 2>/dev/null) 2018-05-04 20:59:03,206 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Applying tempest blacklist... 2018-05-04 20:59:03,208 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Tempest blacklist file does not exist. 2018-05-04 20:59:03,208 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Starting Tempest test suite: '['rally', 'verify', 'start', '--load-list', u'/home/opnfv/functest/results/tempest/test_list.txt', '--concurrency', '1']'. 2018-05-04 20:59:05,288 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 20:59:05.286 55 INFO rally.api [-] Starting verification (UUID=45e2940d-78e6-4db7-b732-3c3f69027065) for deployment 'opnfv-rally' (UUID=81f9a5fb-b295-410b-b013-cd2c47855734) by verifier 'opnfv-tempest' (UUID=61bfd0c8-39cc-4d96-b2d3-3705e796c82a). 2018-05-04 20:59:05,289 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Verification UUID: 45e2940d-78e6-4db7-b732-3c3f69027065 2018-05-04 20:59:12,642 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 20:59:12.642 55 INFO opnfv-tempest [-] {0} tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor ... success [0.203s] 2018-05-04 20:59:12,701 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 20:59:12.701 55 INFO opnfv-tempest [-] {0} tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors ... success [0.060s] 2018-05-04 20:59:19,695 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 20:59:19.694 55 INFO opnfv-tempest [-] {0} tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create ... success [1.530s] 2018-05-04 20:59:23,049 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 20:59:23.049 55 INFO opnfv-tempest [-] {0} tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list ... success [3.353s] 2018-05-04 20:59:37,026 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 20:59:37.026 55 INFO opnfv-tempest [-] {0} tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete ... success [6.739s] 2018-05-04 20:59:54,153 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 20:59:54.153 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip ... success [10.183s] 2018-05-04 21:00:30,064 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:00:30.063 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestBootFromVolume.test_list_servers ... success [0.073s] 2018-05-04 21:00:30,065 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:00:30.065 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestBootFromVolume.test_verify_server_details ... success [0.001s] 2018-05-04 21:01:04,609 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:01:04.608 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers ... success [0.071s] 2018-05-04 21:01:04,610 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:01:04.609 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details ... success [0.001s] 2018-05-04 21:01:33,896 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:01:33.895 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers ... success [0.088s] 2018-05-04 21:01:33,898 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:01:33.897 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details ... success [0.001s] 2018-05-04 21:02:15,764 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:02:15.764 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard ... success [10.737s] 2018-05-04 21:02:38,007 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:02:38.007 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses ... success [0.048s] 2018-05-04 21:02:38,102 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:02:38.102 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network ... success [0.095s] 2018-05-04 21:02:45,947 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:02:45.947 55 INFO opnfv-tempest [-] {0} tempest.api.compute.test_versions.TestVersions.test_get_version_details ... success [0.666s] 2018-05-04 21:02:45,957 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:02:45.957 55 INFO opnfv-tempest [-] {0} tempest.api.compute.test_versions.TestVersions.test_list_api_versions ... success [0.010s] 2018-05-04 21:02:47,643 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:02:47.642 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v2.test_services.ServicesTestJSON ... skip: Identity api v2 is not enabled 2018-05-04 21:02:47,646 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:02:47.646 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v2.test_users.UsersTestJSON ... skip: Identity api v2 is not enabled 2018-05-04 21:02:51,812 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:02:51.812 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete ... success [0.387s] 2018-05-04 21:02:58,897 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:02:58.897 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists ... success [0.085s] 2018-05-04 21:03:05,707 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:03:05.707 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain ... success [0.701s] 2018-05-04 21:03:13,159 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:03:13.159 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint ... success [0.447s] 2018-05-04 21:03:22,558 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:03:22.558 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete ... success [3.090s] 2018-05-04 21:03:28,738 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:03:28.738 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy ... success [0.367s] 2018-05-04 21:03:34,809 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:03:34.808 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id ... success [0.205s] 2018-05-04 21:03:42,348 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:03:42.348 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_show_list ... success [0.467s] 2018-05-04 21:03:49,482 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:03:49.482 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service ... success [0.464s] 2018-05-04 21:03:58,153 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:03:58.152 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all ... success [2.813s] 2018-05-04 21:04:00,882 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:04:00.881 55 INFO opnfv-tempest [-] {0} tempest.api.identity.v2.test_api_discovery.TestApiDiscovery ... skip: Identity api v2 is not enabled 2018-05-04 21:04:02,871 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:04:02.871 55 INFO opnfv-tempest [-] {0} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types ... success [0.080s] 2018-05-04 21:04:02,944 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:04:02.944 55 INFO opnfv-tempest [-] {0} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources ... success [0.073s] 2018-05-04 21:04:03,019 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:04:03.019 55 INFO opnfv-tempest [-] {0} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses ... success [0.075s] 2018-05-04 21:04:03,026 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:04:03.026 55 INFO opnfv-tempest [-] {0} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_list_api_versions ... success [0.006s] 2018-05-04 21:04:07,405 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:04:07.405 55 INFO opnfv-tempest [-] {0} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image ... success [0.829s] 2018-05-04 21:04:08,899 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:04:08.899 55 INFO opnfv-tempest [-] {0} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file ... success [1.493s] 2018-05-04 21:04:11,067 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:04:11.067 55 INFO opnfv-tempest [-] {0} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image ... success [2.167s] 2018-05-04 21:04:16,850 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:04:16.849 55 INFO opnfv-tempest [-] {0} tempest.api.image.v2.test_versions.VersionsTest.test_list_versions ... success [0.008s] 2018-05-04 21:04:23,984 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:04:23.984 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions ... success [3.825s] 2018-05-04 21:04:37,432 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:04:37.431 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address ... success [2.499s] 2018-05-04 21:04:40,729 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:04:40.729 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip ... success [3.298s] 2018-05-04 21:04:52,820 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:04:52.819 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_network ... success [3.210s] 2018-05-04 21:04:56,650 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:04:56.650 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_port ... success [3.829s] 2018-05-04 21:05:05,801 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:05:05.800 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_subnet ... success [9.150s] 2018-05-04 21:05:15,646 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:05:15.645 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network ... success [2.763s] 2018-05-04 21:05:19,261 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:05:19.260 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port ... success [3.613s] 2018-05-04 21:05:26,211 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:05:26.210 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet ... success [6.949s] 2018-05-04 21:05:42,887 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:05:42.887 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet ... success [7.030s] 2018-05-04 21:05:43,312 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:05:43.312 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility ... success [0.425s] 2018-05-04 21:05:43,577 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:05:43.577 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks ... success [0.264s] 2018-05-04 21:05:43,783 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:05:43.782 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets ... success [0.205s] 2018-05-04 21:05:43,883 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:05:43.883 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_show_network ... success [0.100s] 2018-05-04 21:05:44,093 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:05:44.092 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet ... success [0.208s] 2018-05-04 21:05:58,850 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:05:58.850 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet ... success [6.043s] 2018-05-04 21:05:59,292 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:05:59.291 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_external_network_visibility ... success [0.442s] 2018-05-04 21:05:59,556 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:05:59.555 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_networks ... success [0.263s] 2018-05-04 21:05:59,757 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:05:59.757 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_subnets ... success [0.200s] 2018-05-04 21:06:00,010 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:06:00.009 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_network ... success [0.252s] 2018-05-04 21:06:00,223 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:06:00.223 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_subnet ... success [0.213s] 2018-05-04 21:06:13,793 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:06:13.792 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools ... success [5.260s] 2018-05-04 21:06:20,944 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:06:20.943 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups ... success [7.151s] 2018-05-04 21:06:22,922 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:06:22.921 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port ... success [1.977s] 2018-05-04 21:06:22,980 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:06:22.979 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports ... success [0.059s] 2018-05-04 21:06:23,057 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:06:23.056 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port ... success [0.077s] 2018-05-04 21:06:35,215 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:06:35.214 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools ... success [4.793s] 2018-05-04 21:06:41,596 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:06:41.596 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups ... success [6.380s] 2018-05-04 21:06:43,528 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:06:43.527 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port ... success [1.931s] 2018-05-04 21:06:43,588 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:06:43.588 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsTestJSON.test_list_ports ... success [0.061s] 2018-05-04 21:06:43,800 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:06:43.799 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsTestJSON.test_show_port ... success [0.210s] 2018-05-04 21:06:59,202 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:06:59.202 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces ... success [9.886s] 2018-05-04 21:07:04,866 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:07:04.865 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id ... success [5.663s] 2018-05-04 21:07:09,788 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:07:09.787 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id ... success [4.921s] 2018-05-04 21:07:12,775 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:07:12.775 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router ... success [2.987s] 2018-05-04 21:07:38,287 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:07:38.287 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces ... success [9.606s] 2018-05-04 21:07:44,195 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:07:44.194 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id ... success [5.907s] 2018-05-04 21:07:48,758 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:07:48.757 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id ... success [4.561s] 2018-05-04 21:07:51,714 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:07:51.714 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router ... success [2.956s] 2018-05-04 21:08:08,909 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:08:08.909 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group ... success [1.682s] 2018-05-04 21:08:11,328 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:08:11.327 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule ... success [2.415s] 2018-05-04 21:08:11,521 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:08:11.521 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups ... success [0.196s] 2018-05-04 21:08:16,333 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:08:16.332 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group ... success [1.701s] 2018-05-04 21:08:19,345 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:08:19.345 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule ... success [3.008s] 2018-05-04 21:08:19,395 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:08:19.394 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups ... success [0.053s] 2018-05-04 21:08:23,776 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:08:23.775 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools ... success [1.094s] 2018-05-04 21:08:27,419 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:08:27.418 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_versions.NetworksApiDiscovery.test_api_version_resources ... success [0.007s] 2018-05-04 21:08:29,332 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:08:29.332 55 INFO opnfv-tempest [-] {0} tempest.api.object_storage.test_account_quotas.AccountQuotasTest ... skip: AccountQuotasTest skipped as swift is not available 2018-05-04 21:08:29,334 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:08:29.333 55 INFO opnfv-tempest [-] {0} tempest.api.object_storage.test_account_services.AccountTest ... skip: AccountTest skipped as swift is not available 2018-05-04 21:08:29,336 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:08:29.336 55 INFO opnfv-tempest [-] {0} tempest.api.object_storage.test_container_quotas.ContainerQuotasTest ... skip: ContainerQuotasTest skipped as swift is not available 2018-05-04 21:08:29,336 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:08:29.336 55 INFO opnfv-tempest [-] {0} tempest.api.object_storage.test_container_services.ContainerTest ... skip: ContainerTest skipped as swift is not available 2018-05-04 21:08:29,337 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:08:29.337 55 INFO opnfv-tempest [-] {0} tempest.api.object_storage.test_object_services.ObjectTest ... skip: ObjectTest skipped as swift is not available 2018-05-04 21:08:31,334 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:08:31.334 55 INFO opnfv-tempest [-] {0} tempest.api.volume.test_versions.VersionsTest.test_list_versions ... success [0.014s] 2018-05-04 21:08:48,754 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:08:48.754 55 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_attach_detach_volume_to_instance ... success [12.216s] 2018-05-04 21:09:03,669 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:09:03.669 55 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete ... success [8.741s] 2018-05-04 21:09:16,551 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:09:16.551 55 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_from_image ... success [12.879s] 2018-05-04 21:09:25,717 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:09:25.716 55 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list ... success [0.197s] 2018-05-04 21:11:34,287 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:11:34.287 55 INFO opnfv-tempest [-] {0} tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops ... success [121.945s] 2018-05-04 21:15:16,736 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:15:16.735 55 INFO opnfv-tempest [-] {0} tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basic_ops ... fail [212.260s] 2018-05-04 21:16:02,339 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:16:02.338 55 INFO opnfv-tempest [-] {0} tempest.scenario.test_server_multinode.TestServerMultinode.test_schedule_to_all_nodes ... success [26.902s] 2018-05-04 21:16:18,805 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Showing result for a verification: '['rally', 'verify', 'show', '--uuid', '45e2940d-78e6-4db7-b732-3c3f69027065']'. 2018-05-04 21:16:19,842 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------+ 2018-05-04 21:16:19,842 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verification | 2018-05-04 21:16:19,842 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+ 2018-05-04 21:16:19,842 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | UUID | 45e2940d-78e6-4db7-b732-3c3f69027065 | 2018-05-04 21:16:19,842 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Status | failed | 2018-05-04 21:16:19,842 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Started at | 2018-05-04 20:59:05 | 2018-05-04 21:16:19,843 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Finished at | 2018-05-04 21:16:18 | 2018-05-04 21:16:19,843 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Duration | 0:17:13 | 2018-05-04 21:16:19,843 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Run arguments | concurrency: 1 | 2018-05-04 21:16:19,843 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | | load_list: (value is too long, use 'detailed' flag to display it) | 2018-05-04 21:16:19,843 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tags | - | 2018-05-04 21:16:19,843 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier name | opnfv-tempest (UUID: 61bfd0c8-39cc-4d96-b2d3-3705e796c82a) | 2018-05-04 21:16:19,843 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier type | tempest (platform: openstack) | 2018-05-04 21:16:19,843 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Deployment name | opnfv-rally (UUID: 81f9a5fb-b295-410b-b013-cd2c47855734) | 2018-05-04 21:16:19,843 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests count | 109 | 2018-05-04 21:16:19,843 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests duration, sec | 1011.986 | 2018-05-04 21:16:19,844 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Success | 89 | 2018-05-04 21:16:19,844 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Skipped | 19 | 2018-05-04 21:16:19,844 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Expected failures | 0 | 2018-05-04 21:16:19,844 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Unexpected success | 0 | 2018-05-04 21:16:19,844 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Failures | 1 | 2018-05-04 21:16:19,844 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+ 2018-05-04 21:16:19,844 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------------------------------------------------------------------+ 2018-05-04 21:16:19,949 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Tempest tempest_smoke_serial success_rate is 98.8888888889% 2018-05-04 21:16:26,698 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-05-04 21:16:26,698 - xtesting.ci.run_tests - INFO - Test result: +------------------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +------------------------------+------------------+------------------+----------------+ | tempest_smoke_serial | functest | 17:41 | FAIL | +------------------------------+------------------+------------------+----------------+ 2018-05-04 21:16:26,704 - xtesting.ci.run_tests - ERROR - The test case 'tempest_smoke_serial' failed. 2018-05-04 21:16:26,704 - xtesting.ci.run_tests - INFO - Running test case 'rally_sanity'... 2018-05-04 21:16:26,796 - xtesting.energy.energy - DEBUG - Getting current scenario 2018-05-04 21:16:27,280 - xtesting.energy.energy - DEBUG - Starting recording 2018-05-04 21:16:27,280 - xtesting.energy.energy - DEBUG - Submitting scenario (rally_sanity/running) 2018-05-04 21:16:27,722 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Creating Rally environment... 2018-05-04 21:16:30,350 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment destroy --deployment opnfv-rally 2018-05-04 21:16:29.920 131 INFO rally.deployment.engine [-] Deployment 81f9a5fb-b295-410b-b013-cd2c47855734 | Starting: Destroy cloud and free allocated resources. 2018-05-04 21:16:30.001 131 INFO rally.deployment.engine [-] Deployment 81f9a5fb-b295-410b-b013-cd2c47855734 | Completed: Destroy cloud and free allocated resources. 2018-05-04 21:16:30.044 131 INFO rally.api [-] Deleting all verifications created by verifier 'opnfv-tempest' (UUID=61bfd0c8-39cc-4d96-b2d3-3705e796c82a) for deployment 'opnfv-rally'. 2018-05-04 21:16:30.060 131 INFO rally.api [-] Deleting verification (UUID=45e2940d-78e6-4db7-b732-3c3f69027065). 2018-05-04 21:16:30.100 131 INFO rally.api [-] Verification has been successfully deleted! 2018-05-04 21:16:30.101 131 INFO rally.api [-] Deleting deployment-specific data for verifier 'opnfv-tempest' (UUID=61bfd0c8-39cc-4d96-b2d3-3705e796c82a). 2018-05-04 21:16:30.113 131 INFO rally.api [-] Deployment-specific data has been successfully deleted! 2018-05-04 21:16:32,867 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment create --fromenv --name opnfv-rally 2018-05-04 21:16:32.565 134 INFO rally.deployment.engines.existing [-] Save deployment 'opnfv-rally' (uuid=60609c63-0242-46d5-84de-bc7de74c7d41) with 'openstack' platform. +--------------------------------------+---------------------+-------------+------------------+--------+ | uuid | created_at | name | status | active | +--------------------------------------+---------------------+-------------+------------------+--------+ | 60609c63-0242-46d5-84de-bc7de74c7d41 | 2018-05-04T21:16:32 | opnfv-rally | deploy->finished | | +--------------------------------------+---------------------+-------------+------------------+--------+ Using deployment: 60609c63-0242-46d5-84de-bc7de74c7d41 ~/.rally/openrc was updated HINTS: * To use standard OpenStack clients, set up your env by running: source ~/.rally/openrc OpenStack clients are now configured, e.g run: openstack image list 2018-05-04 21:16:36,157 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment check -------------------------------------------------------------------------------- Platform openstack: -------------------------------------------------------------------------------- Available services: +-------------+----------------+-----------+ | Service | Service Type | Status | +-------------+----------------+-----------+ | __unknown__ | alarming | Available | | __unknown__ | key-manager | Available | | __unknown__ | placement | Available | | __unknown__ | policy | Available | | __unknown__ | volumev2 | Available | | __unknown__ | volumev3 | Available | | ceilometer | metering | Available | | cinder | volume | Available | | cloud | cloudformation | Available | | glance | image | Available | | gnocchi | metric | Available | | heat | orchestration | Available | | keystone | identity | Available | | neutron | network | Available | | nova | compute | Available | +-------------+----------------+-----------+ 2018-05-04 21:16:36,157 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Validating the test name... 2018-05-04 21:16:37,664 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Creating image 'Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3'... 2018-05-04 21:16:40,748 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Creating network 'rally-net-d9ab5163-0305-4dff-86f1-d5aeef474fe3'... 2018-05-04 21:16:43,539 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Creating router 'rally-router-d9ab5163-0305-4dff-86f1-d5aeef474fe3'... 2018-05-04 21:16:49,618 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Creating flavor 'rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3'... 2018-05-04 21:16:50,326 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Creating flavor 'rally-mini-d9ab5163-0305-4dff-86f1-d5aeef474fe3'... 2018-05-04 21:16:51,000 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "authenticate" ... 2018-05-04 21:16:51,000 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-authenticate.yaml 2018-05-04 21:16:51,001 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-05-04 21:16:51,019 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'Quotas.nova_update_and_delete'] 2018-05-04 21:16:51,020 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['authenticate'], 'concurrency': 4, 'netid': 'd30c3b22-1c17-4b9d-9f15-05b2963a3aa6', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'flavor_name': 'rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"] 2018-05-04 21:17:51,682 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 37d21262-cc2e-4589-9625-f63f61608826 2018-05-04 21:17:51,682 - functest.opnfv_tests.openstack.rally.rally - DEBUG - /home/opnfv/functest/results/rally does not exist, we create it. 2018-05-04 21:17:51,683 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '37d21262-cc2e-4589-9625-f63f61608826'] 2018-05-04 21:17:52,714 - functest.opnfv_tests.openstack.rally.rally - INFO - -------------------------------------------------------------------------------- Task 37d21262-cc2e-4589-9625-f63f61608826: finished -------------------------------------------------------------------------------- test scenario Authenticate.keystone args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 37d21262-cc2e-4589-9625-f63f61608826 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.keystone | 0.487 | 0.487 | 0.487 | 0.487 | 0.487 | 0.487 | 100.0% | 1 | | total | 0.487 | 0.487 | 0.487 | 0.487 | 0.487 | 0.487 | 100.0% | 1 | | -> duration | 0.487 | 0.487 | 0.487 | 0.487 | 0.487 | 0.487 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.487296 Full duration: 7.593391 -------------------------------------------------------------------------------- test scenario Authenticate.validate_cinder args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "repetitions": 2 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 37d21262-cc2e-4589-9625-f63f61608826 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_cinder | 0.338 | 0.338 | 0.338 | 0.338 | 0.338 | 0.338 | 100.0% | 1 | | total | 0.784 | 0.784 | 0.784 | 0.784 | 0.784 | 0.784 | 100.0% | 1 | | -> duration | 0.784 | 0.784 | 0.784 | 0.784 | 0.784 | 0.784 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.784208 Full duration: 7.48092 -------------------------------------------------------------------------------- test scenario Authenticate.validate_glance args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "repetitions": 2 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 37d21262-cc2e-4589-9625-f63f61608826 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_glance | 0.623 | 0.623 | 0.623 | 0.623 | 0.623 | 0.623 | 100.0% | 1 | | total | 1.137 | 1.137 | 1.137 | 1.137 | 1.137 | 1.137 | 100.0% | 1 | | -> duration | 1.137 | 1.137 | 1.137 | 1.137 | 1.137 | 1.137 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.137048 Full duration: 7.780093 -------------------------------------------------------------------------------- test scenario Authenticate.validate_heat args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "repetitions": 2 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 37d21262-cc2e-4589-9625-f63f61608826 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_heat | 0.34 | 0.34 | 0.34 | 0.34 | 0.34 | 0.34 | 100.0% | 1 | | total | 0.765 | 0.765 | 0.765 | 0.765 | 0.765 | 0.765 | 100.0% | 1 | | -> duration | 0.765 | 0.765 | 0.765 | 0.765 | 0.765 | 0.765 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.764989 Full duration: 7.298871 -------------------------------------------------------------------------------- test scenario Authenticate.validate_neutron args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "repetitions": 2 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 37d21262-cc2e-4589-9625-f63f61608826 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_neutron | 0.514 | 0.514 | 0.514 | 0.514 | 0.514 | 0.514 | 100.0% | 1 | | total | 0.926 | 0.926 | 0.926 | 0.926 | 0.926 | 0.926 | 100.0% | 1 | | -> duration | 0.926 | 0.926 | 0.926 | 0.926 | 0.926 | 0.926 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.92589 Full duration: 7.950655 -------------------------------------------------------------------------------- test scenario Authenticate.validate_nova args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "repetitions": 2 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 37d21262-cc2e-4589-9625-f63f61608826 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_nova | 0.221 | 0.221 | 0.221 | 0.221 | 0.221 | 0.221 | 100.0% | 1 | | total | 0.675 | 0.675 | 0.675 | 0.675 | 0.675 | 0.675 | 100.0% | 1 | | -> duration | 0.675 | 0.675 | 0.675 | 0.675 | 0.675 | 0.675 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.674931 Full duration: 7.814626 HINTS: * To plot HTML graphics with this data, run: rally task report 37d21262-cc2e-4589-9625-f63f61608826 --out output.html * To generate a JUnit report, run: rally task export 37d21262-cc2e-4589-9625-f63f61608826 --type junit --to output.xml * To get raw JSON output of task results, run: rally task report 37d21262-cc2e-4589-9625-f63f61608826 --json --out output.json 2018-05-04 21:17:52,714 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '37d21262-cc2e-4589-9625-f63f61608826'] 2018-05-04 21:17:53,744 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file 2018-05-04 21:17:53,745 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '37d21262-cc2e-4589-9625-f63f61608826', '--out', u'/home/opnfv/functest/results/rally/opnfv-authenticate.html'] 2018-05-04 21:17:53,754 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "authenticate" OK. 2018-05-04 21:17:53,754 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "glance" ... 2018-05-04 21:17:53,754 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-glance.yaml 2018-05-04 21:17:53,754 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-05-04 21:17:53,771 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'Quotas.nova_update_and_delete'] 2018-05-04 21:17:53,772 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['glance'], 'concurrency': 4, 'netid': 'd30c3b22-1c17-4b9d-9f15-05b2963a3aa6', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'flavor_name': 'rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"] 2018-05-04 21:19:31,646 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 39d2fb3f-7c19-473e-95c3-6f614b9f1839 2018-05-04 21:19:31,646 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '39d2fb3f-7c19-473e-95c3-6f614b9f1839'] 2018-05-04 21:19:32,821 - functest.opnfv_tests.openstack.rally.rally - INFO - -------------------------------------------------------------------------------- Task 39d2fb3f-7c19-473e-95c3-6f614b9f1839: finished -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_delete_image args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 39d2fb3f-7c19-473e-95c3-6f614b9f1839 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 3.985 | 3.985 | 3.985 | 3.985 | 3.985 | 3.985 | 100.0% | 1 | | -> glance_v2.get_image (x2) | 0.369 | 0.369 | 0.369 | 0.369 | 0.369 | 0.369 | 100.0% | 1 | | -> glance_v2.upload_data | 1.004 | 1.004 | 1.004 | 1.004 | 1.004 | 1.004 | 100.0% | 1 | | glance_v2.delete_image | 1.249 | 1.249 | 1.249 | 1.249 | 1.249 | 1.249 | 100.0% | 1 | | total | 5.234 | 5.234 | 5.234 | 5.234 | 5.234 | 5.234 | 100.0% | 1 | | -> duration | 5.234 | 5.234 | 5.234 | 5.234 | 5.234 | 5.234 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.234114 Full duration: 13.886386 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_list_image args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 39d2fb3f-7c19-473e-95c3-6f614b9f1839 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 4.721 | 4.721 | 4.721 | 4.721 | 4.721 | 4.721 | 100.0% | 1 | | -> glance_v2.get_image (x2) | 0.527 | 0.527 | 0.527 | 0.527 | 0.527 | 0.527 | 100.0% | 1 | | -> glance_v2.upload_data | 1.73 | 1.73 | 1.73 | 1.73 | 1.73 | 1.73 | 100.0% | 1 | | glance_v2.list_images | 0.183 | 0.183 | 0.183 | 0.183 | 0.183 | 0.183 | 100.0% | 1 | | total | 4.905 | 4.905 | 4.905 | 4.905 | 4.905 | 4.905 | 100.0% | 1 | | -> duration | 4.905 | 4.905 | 4.905 | 4.905 | 4.905 | 4.905 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.904718 Full duration: 17.320322 -------------------------------------------------------------------------------- test scenario GlanceImages.list_images args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 39d2fb3f-7c19-473e-95c3-6f614b9f1839 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.list_images | 0.361 | 0.361 | 0.361 | 0.361 | 0.361 | 0.361 | 100.0% | 1 | | total | 0.361 | 0.361 | 0.361 | 0.361 | 0.361 | 0.361 | 100.0% | 1 | | -> duration | 0.361 | 0.361 | 0.361 | 0.361 | 0.361 | 0.361 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.361252 Full duration: 8.436961 -------------------------------------------------------------------------------- test scenario GlanceImages.create_image_and_boot_instances args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img", "flavor": { "name": "rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "number_instances": 2, "nics": [ { "net-id": "d30c3b22-1c17-4b9d-9f15-05b2963a3aa6" } ] }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } } } -------------------------------------------------------------------------------- Task 39d2fb3f-7c19-473e-95c3-6f614b9f1839 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 4.454 | 4.454 | 4.454 | 4.454 | 4.454 | 4.454 | 100.0% | 1 | | -> glance_v2.get_image (x2) | 0.507 | 0.507 | 0.507 | 0.507 | 0.507 | 0.507 | 100.0% | 1 | | -> glance_v2.upload_data | 1.53 | 1.53 | 1.53 | 1.53 | 1.53 | 1.53 | 100.0% | 1 | | nova.boot_servers | 13.077 | 13.077 | 13.077 | 13.077 | 13.077 | 13.077 | 100.0% | 1 | | total | 17.532 | 17.532 | 17.532 | 17.532 | 17.532 | 17.532 | 100.0% | 1 | | -> duration | 16.532 | 16.532 | 16.532 | 16.532 | 16.532 | 16.532 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 16.532071 Full duration: 40.442821 HINTS: * To plot HTML graphics with this data, run: rally task report 39d2fb3f-7c19-473e-95c3-6f614b9f1839 --out output.html * To generate a JUnit report, run: rally task export 39d2fb3f-7c19-473e-95c3-6f614b9f1839 --type junit --to output.xml * To get raw JSON output of task results, run: rally task report 39d2fb3f-7c19-473e-95c3-6f614b9f1839 --json --out output.json 2018-05-04 21:19:32,822 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '39d2fb3f-7c19-473e-95c3-6f614b9f1839'] 2018-05-04 21:19:33,875 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file 2018-05-04 21:19:33,875 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '39d2fb3f-7c19-473e-95c3-6f614b9f1839', '--out', u'/home/opnfv/functest/results/rally/opnfv-glance.html'] 2018-05-04 21:19:33,883 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "glance" OK. 2018-05-04 21:19:33,884 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "cinder" ... 2018-05-04 21:19:33,884 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-cinder.yaml 2018-05-04 21:19:33,884 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-05-04 21:19:33,900 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'Quotas.nova_update_and_delete'] 2018-05-04 21:19:33,901 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['cinder'], 'concurrency': 4, 'netid': 'd30c3b22-1c17-4b9d-9f15-05b2963a3aa6', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'flavor_name': 'rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"] 2018-05-04 21:22:55,090 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 686b9f23-878e-49a4-a82c-2ff260bf1919 2018-05-04 21:22:55,090 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '686b9f23-878e-49a4-a82c-2ff260bf1919'] 2018-05-04 21:22:56,196 - functest.opnfv_tests.openstack.rally.rally - INFO - -------------------------------------------------------------------------------- Task 686b9f23-878e-49a4-a82c-2ff260bf1919: finished -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_snapshot args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "force": false }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "volumes": { "size": 1, "volumes_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 686b9f23-878e-49a4-a82c-2ff260bf1919 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_snapshot | 3.338 | 3.338 | 3.338 | 3.338 | 3.338 | 3.338 | 100.0% | 1 | | cinder_v2.delete_snapshot | 3.251 | 3.251 | 3.251 | 3.251 | 3.251 | 3.251 | 100.0% | 1 | | total | 6.59 | 6.59 | 6.59 | 6.59 | 6.59 | 6.59 | 100.0% | 1 | | -> duration | 6.59 | 6.59 | 6.59 | 6.59 | 6.59 | 6.59 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.589653 Full duration: 24.178308 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "size": { "max": 1, "min": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } } } } -------------------------------------------------------------------------------- Task 686b9f23-878e-49a4-a82c-2ff260bf1919 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume | 3.21 | 3.21 | 3.21 | 3.21 | 3.21 | 3.21 | 100.0% | 1 | | cinder_v2.delete_volume | 2.561 | 2.561 | 2.561 | 2.561 | 2.561 | 2.561 | 100.0% | 1 | | total | 5.771 | 5.771 | 5.771 | 5.771 | 5.771 | 5.771 | 100.0% | 1 | | -> duration | 5.771 | 5.771 | 5.771 | 5.771 | 5.771 | 5.771 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.771289 Full duration: 16.076427 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "image": { "name": "Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "size": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } } } } -------------------------------------------------------------------------------- Task 686b9f23-878e-49a4-a82c-2ff260bf1919 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume | 8.91 | 8.91 | 8.91 | 8.91 | 8.91 | 8.91 | 100.0% | 1 | | cinder_v2.delete_volume | 2.645 | 2.645 | 2.645 | 2.645 | 2.645 | 2.645 | 100.0% | 1 | | total | 11.555 | 11.555 | 11.555 | 11.555 | 11.555 | 11.555 | 100.0% | 1 | | -> duration | 11.555 | 11.555 | 11.555 | 11.555 | 11.555 | 11.555 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 11.555198 Full duration: 22.494444 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "size": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } } } } -------------------------------------------------------------------------------- Task 686b9f23-878e-49a4-a82c-2ff260bf1919 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume | 3.151 | 3.151 | 3.151 | 3.151 | 3.151 | 3.151 | 100.0% | 1 | | cinder_v2.delete_volume | 2.626 | 2.626 | 2.626 | 2.626 | 2.626 | 2.626 | 100.0% | 1 | | total | 5.778 | 5.778 | 5.778 | 5.778 | 5.778 | 5.778 | 100.0% | 1 | | -> duration | 5.778 | 5.778 | 5.778 | 5.778 | 5.778 | 5.778 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.777807 Full duration: 16.506421 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_extend_volume args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "new_size": 2, "size": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } } } } -------------------------------------------------------------------------------- Task 686b9f23-878e-49a4-a82c-2ff260bf1919 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume | 3.257 | 3.257 | 3.257 | 3.257 | 3.257 | 3.257 | 100.0% | 1 | | cinder_v2.extend_volume | 0.941 | 0.941 | 0.941 | 0.941 | 0.941 | 0.941 | 100.0% | 1 | | cinder_v2.delete_volume | 2.624 | 2.624 | 2.624 | 2.624 | 2.624 | 2.624 | 100.0% | 1 | | total | 6.823 | 6.823 | 6.823 | 6.823 | 6.823 | 6.823 | 100.0% | 1 | | -> duration | 6.823 | 6.823 | 6.823 | 6.823 | 6.823 | 6.823 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.822524 Full duration: 16.969205 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_from_volume_and_delete_volume args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "size": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "volumes": { "size": 1, "volumes_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 686b9f23-878e-49a4-a82c-2ff260bf1919 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume | 3.301 | 3.301 | 3.301 | 3.301 | 3.301 | 3.301 | 100.0% | 1 | | cinder_v2.delete_volume | 2.469 | 2.469 | 2.469 | 2.469 | 2.469 | 2.469 | 100.0% | 1 | | total | 5.771 | 5.771 | 5.771 | 5.771 | 5.771 | 5.771 | 100.0% | 1 | | -> duration | 5.771 | 5.771 | 5.771 | 5.771 | 5.771 | 5.771 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.770842 Full duration: 22.97336 -------------------------------------------------------------------------------- test scenario CinderQos.create_and_list_qos args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "consumer": "both", "write_iops_sec": "10", "read_iops_sec": "1000" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 686b9f23-878e-49a4-a82c-2ff260bf1919 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_qos | 0.605 | 0.605 | 0.605 | 0.605 | 0.605 | 0.605 | 100.0% | 1 | | cinder_v2.list_qos | 0.183 | 0.183 | 0.183 | 0.183 | 0.183 | 0.183 | 100.0% | 1 | | total | 0.788 | 0.788 | 0.788 | 0.788 | 0.788 | 0.788 | 100.0% | 1 | | -> duration | 0.788 | 0.788 | 0.788 | 0.788 | 0.788 | 0.788 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.788378 Full duration: 12.340131 -------------------------------------------------------------------------------- test scenario CinderQos.create_and_set_qos args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "consumer": "back-end", "write_iops_sec": "10", "read_iops_sec": "1000", "set_consumer": "both", "set_write_iops_sec": "11", "set_read_iops_sec": "1001" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 686b9f23-878e-49a4-a82c-2ff260bf1919 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_qos | 0.598 | 0.598 | 0.598 | 0.598 | 0.598 | 0.598 | 100.0% | 1 | | cinder_v2.set_qos | 0.194 | 0.194 | 0.194 | 0.194 | 0.194 | 0.194 | 100.0% | 1 | | total | 0.793 | 0.793 | 0.793 | 0.793 | 0.793 | 0.793 | 100.0% | 1 | | -> duration | 0.793 | 0.793 | 0.793 | 0.793 | 0.793 | 0.793 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.793192 Full duration: 12.495619 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_and_list_volume_types args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "description": "rally tests creating types" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 686b9f23-878e-49a4-a82c-2ff260bf1919 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume_type | 0.633 | 0.633 | 0.633 | 0.633 | 0.633 | 0.633 | 100.0% | 1 | | cinder_v2.list_types | 0.168 | 0.168 | 0.168 | 0.168 | 0.168 | 0.168 | 100.0% | 1 | | total | 0.802 | 0.802 | 0.802 | 0.802 | 0.802 | 0.802 | 100.0% | 1 | | -> duration | 0.802 | 0.802 | 0.802 | 0.802 | 0.802 | 0.802 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.801917 Full duration: 12.573645 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_volume_type_and_encryption_type args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "description": "rally tests creating types", "provider": "LuksEncryptor", "cipher": "aes-xts-plain64", "key_size": 512, "control_location": "front-end" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 686b9f23-878e-49a4-a82c-2ff260bf1919 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume_type | 0.63 | 0.63 | 0.63 | 0.63 | 0.63 | 0.63 | 100.0% | 1 | | cinder_v2.create_encryption_type | 0.225 | 0.225 | 0.225 | 0.225 | 0.225 | 0.225 | 100.0% | 1 | | total | 0.856 | 0.856 | 0.856 | 0.856 | 0.856 | 0.856 | 100.0% | 1 | | -> duration | 0.856 | 0.856 | 0.856 | 0.856 | 0.856 | 0.856 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.855963 Full duration: 12.530205 HINTS: * To plot HTML graphics with this data, run: rally task report 686b9f23-878e-49a4-a82c-2ff260bf1919 --out output.html * To generate a JUnit report, run: rally task export 686b9f23-878e-49a4-a82c-2ff260bf1919 --type junit --to output.xml * To get raw JSON output of task results, run: rally task report 686b9f23-878e-49a4-a82c-2ff260bf1919 --json --out output.json 2018-05-04 21:22:56,196 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '686b9f23-878e-49a4-a82c-2ff260bf1919'] 2018-05-04 21:22:57,317 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file 2018-05-04 21:22:57,317 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '686b9f23-878e-49a4-a82c-2ff260bf1919', '--out', u'/home/opnfv/functest/results/rally/opnfv-cinder.html'] 2018-05-04 21:22:57,327 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "cinder" OK. 2018-05-04 21:22:57,327 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "heat" ... 2018-05-04 21:22:57,328 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-heat.yaml 2018-05-04 21:22:57,328 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-05-04 21:22:57,346 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'Quotas.nova_update_and_delete'] 2018-05-04 21:22:57,346 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['heat'], 'concurrency': 4, 'netid': 'd30c3b22-1c17-4b9d-9f15-05b2963a3aa6', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'flavor_name': 'rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"] 2018-05-04 21:24:12,597 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 20063094-6a51-4fbc-8659-e3b5407b7430 2018-05-04 21:24:12,597 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '20063094-6a51-4fbc-8659-e3b5407b7430'] 2018-05-04 21:24:13,692 - functest.opnfv_tests.openstack.rally.rally - INFO - -------------------------------------------------------------------------------- Task 20063094-6a51-4fbc-8659-e3b5407b7430: finished -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/autoscaling_policy.yaml.template", "updated_template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/updated_autoscaling_policy_inplace.yaml.template" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "heat_stack_owner" ] } } -------------------------------------------------------------------------------- Task 20063094-6a51-4fbc-8659-e3b5407b7430 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 4.586 | 4.586 | 4.586 | 4.586 | 4.586 | 4.586 | 100.0% | 1 | | heat.update_stack | 2.865 | 2.865 | 2.865 | 2.865 | 2.865 | 2.865 | 100.0% | 1 | | heat.delete_stack | 2.996 | 2.996 | 2.996 | 2.996 | 2.996 | 2.996 | 100.0% | 1 | | total | 10.447 | 10.447 | 10.447 | 10.447 | 10.447 | 10.447 | 100.0% | 1 | | -> duration | 6.447 | 6.447 | 6.447 | 6.447 | 6.447 | 6.447 | 100.0% | 1 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 1 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.447146 Full duration: 19.148202 -------------------------------------------------------------------------------- test scenario HeatStacks.create_check_delete_stack args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "heat_stack_owner" ] } } -------------------------------------------------------------------------------- Task 20063094-6a51-4fbc-8659-e3b5407b7430 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 4.628 | 4.628 | 4.628 | 4.628 | 4.628 | 4.628 | 100.0% | 1 | | heat.check_stack | 0.933 | 0.933 | 0.933 | 0.933 | 0.933 | 0.933 | 100.0% | 1 | | heat.delete_stack | 1.594 | 1.594 | 1.594 | 1.594 | 1.594 | 1.594 | 100.0% | 1 | | total | 7.155 | 7.155 | 7.155 | 7.155 | 7.155 | 7.155 | 100.0% | 1 | | -> duration | 5.155 | 5.155 | 5.155 | 5.155 | 5.155 | 5.155 | 100.0% | 1 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 1 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.155423 Full duration: 15.383775 -------------------------------------------------------------------------------- test scenario HeatStacks.create_suspend_resume_delete_stack args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template" }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "heat_stack_owner" ] } } -------------------------------------------------------------------------------- Task 20063094-6a51-4fbc-8659-e3b5407b7430 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 4.743 | 4.743 | 4.743 | 4.743 | 4.743 | 4.743 | 100.0% | 1 | | heat.suspend_stack | 0.539 | 0.539 | 0.539 | 0.539 | 0.539 | 0.539 | 100.0% | 1 | | heat.resume_stack | 0.476 | 0.476 | 0.476 | 0.476 | 0.476 | 0.476 | 100.0% | 1 | | heat.delete_stack | 1.613 | 1.613 | 1.613 | 1.613 | 1.613 | 1.613 | 100.0% | 1 | | total | 7.371 | 7.371 | 7.371 | 7.371 | 7.371 | 7.371 | 100.0% | 1 | | -> duration | 5.371 | 5.371 | 5.371 | 5.371 | 5.371 | 5.371 | 100.0% | 1 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 1 | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.371219 Full duration: 15.980099 -------------------------------------------------------------------------------- test scenario HeatStacks.list_stacks_and_resources args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "heat_stack_owner" ] } } -------------------------------------------------------------------------------- Task 20063094-6a51-4fbc-8659-e3b5407b7430 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.list_stacks | 0.589 | 0.589 | 0.589 | 0.589 | 0.589 | 0.589 | 100.0% | 1 | | total | 0.589 | 0.589 | 0.589 | 0.589 | 0.589 | 0.589 | 100.0% | 1 | | -> duration | 0.589 | 0.589 | 0.589 | 0.589 | 0.589 | 0.589 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.589026 Full duration: 8.051512 HINTS: * To plot HTML graphics with this data, run: rally task report 20063094-6a51-4fbc-8659-e3b5407b7430 --out output.html * To generate a JUnit report, run: rally task export 20063094-6a51-4fbc-8659-e3b5407b7430 --type junit --to output.xml * To get raw JSON output of task results, run: rally task report 20063094-6a51-4fbc-8659-e3b5407b7430 --json --out output.json 2018-05-04 21:24:13,693 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '20063094-6a51-4fbc-8659-e3b5407b7430'] 2018-05-04 21:24:14,762 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file 2018-05-04 21:24:14,762 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '20063094-6a51-4fbc-8659-e3b5407b7430', '--out', u'/home/opnfv/functest/results/rally/opnfv-heat.html'] 2018-05-04 21:24:14,769 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "heat" OK. 2018-05-04 21:24:14,770 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "keystone" ... 2018-05-04 21:24:14,770 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-keystone.yaml 2018-05-04 21:24:14,770 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-05-04 21:24:14,786 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'Quotas.nova_update_and_delete'] 2018-05-04 21:24:14,787 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['keystone'], 'concurrency': 4, 'netid': 'd30c3b22-1c17-4b9d-9f15-05b2963a3aa6', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'flavor_name': 'rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"] 2018-05-04 21:27:31,487 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 0343e73e-302f-4aec-8ac3-954fbe030040 2018-05-04 21:27:31,487 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '0343e73e-302f-4aec-8ac3-954fbe030040'] 2018-05-04 21:27:32,679 - functest.opnfv_tests.openstack.rally.rally - INFO - -------------------------------------------------------------------------------- Task 0343e73e-302f-4aec-8ac3-954fbe030040: finished -------------------------------------------------------------------------------- test scenario KeystoneBasic.add_and_remove_user_role args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 0343e73e-302f-4aec-8ac3-954fbe030040 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.504 | 0.504 | 0.504 | 0.504 | 0.504 | 0.504 | 100.0% | 1 | | keystone_v3.add_role | 0.122 | 0.122 | 0.122 | 0.122 | 0.122 | 0.122 | 100.0% | 1 | | keystone_v3.revoke_role | 0.144 | 0.144 | 0.144 | 0.144 | 0.144 | 0.144 | 100.0% | 1 | | total | 0.771 | 0.771 | 0.771 | 0.771 | 0.771 | 0.771 | 100.0% | 1 | | -> duration | 0.771 | 0.771 | 0.771 | 0.771 | 0.771 | 0.771 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.770636 Full duration: 14.569813 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_add_and_list_user_roles args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 0343e73e-302f-4aec-8ac3-954fbe030040 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.5 | 0.5 | 0.5 | 0.5 | 0.5 | 0.5 | 100.0% | 1 | | keystone_v3.add_role | 0.214 | 0.214 | 0.214 | 0.214 | 0.214 | 0.214 | 100.0% | 1 | | keystone_v3.list_roles | 0.098 | 0.098 | 0.098 | 0.098 | 0.098 | 0.098 | 100.0% | 1 | | total | 0.811 | 0.811 | 0.811 | 0.811 | 0.811 | 0.811 | 100.0% | 1 | | -> duration | 0.811 | 0.811 | 0.811 | 0.811 | 0.811 | 0.811 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.811417 Full duration: 14.6721 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_list_tenants args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 0343e73e-302f-4aec-8ac3-954fbe030040 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.768 | 0.768 | 0.768 | 0.768 | 0.768 | 0.768 | 100.0% | 1 | | keystone_v3.list_projects | 0.087 | 0.087 | 0.087 | 0.087 | 0.087 | 0.087 | 100.0% | 1 | | total | 0.856 | 0.856 | 0.856 | 0.856 | 0.856 | 0.856 | 100.0% | 1 | | -> duration | 0.856 | 0.856 | 0.856 | 0.856 | 0.856 | 0.856 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.855638 Full duration: 15.010312 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_delete_role args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 0343e73e-302f-4aec-8ac3-954fbe030040 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.464 | 0.464 | 0.464 | 0.464 | 0.464 | 0.464 | 100.0% | 1 | | keystone_v3.delete_role | 0.119 | 0.119 | 0.119 | 0.119 | 0.119 | 0.119 | 100.0% | 1 | | total | 0.584 | 0.584 | 0.584 | 0.584 | 0.584 | 0.584 | 100.0% | 1 | | -> duration | 0.584 | 0.584 | 0.584 | 0.584 | 0.584 | 0.584 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.58386 Full duration: 12.472258 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_delete_service args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 0343e73e-302f-4aec-8ac3-954fbe030040 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_service | 0.494 | 0.494 | 0.494 | 0.494 | 0.494 | 0.494 | 100.0% | 1 | | keystone_v3.delete_service | 0.109 | 0.109 | 0.109 | 0.109 | 0.109 | 0.109 | 100.0% | 1 | | total | 0.603 | 0.603 | 0.603 | 0.603 | 0.603 | 0.603 | 100.0% | 1 | | -> duration | 0.603 | 0.603 | 0.603 | 0.603 | 0.603 | 0.603 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.603077 Full duration: 12.598024 -------------------------------------------------------------------------------- test scenario KeystoneBasic.get_entities args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 0343e73e-302f-4aec-8ac3-954fbe030040 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.671 | 0.671 | 0.671 | 0.671 | 0.671 | 0.671 | 100.0% | 1 | | keystone_v3.create_user | 0.512 | 0.512 | 0.512 | 0.512 | 0.512 | 0.512 | 100.0% | 1 | | -> keystone_v3.list_roles | 0.08 | 0.08 | 0.08 | 0.08 | 0.08 | 0.08 | 100.0% | 1 | | -> keystone_v3.add_role | 0.133 | 0.133 | 0.133 | 0.133 | 0.133 | 0.133 | 100.0% | 1 | | keystone_v3.create_role | 0.097 | 0.097 | 0.097 | 0.097 | 0.097 | 0.097 | 100.0% | 1 | | keystone_v3.get_project | 0.09 | 0.09 | 0.09 | 0.09 | 0.09 | 0.09 | 100.0% | 1 | | keystone_v3.get_user | 0.095 | 0.095 | 0.095 | 0.095 | 0.095 | 0.095 | 100.0% | 1 | | keystone_v3.get_role | 0.095 | 0.095 | 0.095 | 0.095 | 0.095 | 0.095 | 100.0% | 1 | | keystone_v3.list_services | 0.083 | 0.083 | 0.083 | 0.083 | 0.083 | 0.083 | 100.0% | 1 | | keystone_v3.get_services | 0.093 | 0.093 | 0.093 | 0.093 | 0.093 | 0.093 | 100.0% | 1 | | total | 1.835 | 1.835 | 1.835 | 1.835 | 1.835 | 1.835 | 100.0% | 1 | | -> duration | 1.835 | 1.835 | 1.835 | 1.835 | 1.835 | 1.835 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.834561 Full duration: 19.532907 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_update_and_delete_tenant args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task 0343e73e-302f-4aec-8ac3-954fbe030040 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.675 | 0.675 | 0.675 | 0.675 | 0.675 | 0.675 | 100.0% | 1 | | keystone_v3.update_project | 0.179 | 0.179 | 0.179 | 0.179 | 0.179 | 0.179 | 100.0% | 1 | | keystone_v3.delete_project | 0.134 | 0.134 | 0.134 | 0.134 | 0.134 | 0.134 | 100.0% | 1 | | total | 0.989 | 0.989 | 0.989 | 0.989 | 0.989 | 0.989 | 100.0% | 1 | | -> duration | 0.989 | 0.989 | 0.989 | 0.989 | 0.989 | 0.989 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.988544 Full duration: 12.664073 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_user args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": {} } -------------------------------------------------------------------------------- Task 0343e73e-302f-4aec-8ac3-954fbe030040 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_user | 0.678 | 0.678 | 0.678 | 0.678 | 0.678 | 0.678 | 100.0% | 1 | | total | 0.767 | 0.767 | 0.767 | 0.767 | 0.767 | 0.767 | 100.0% | 1 | | -> duration | 0.767 | 0.767 | 0.767 | 0.767 | 0.767 | 0.767 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.766687 Full duration: 14.680616 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_tenant args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": {} } -------------------------------------------------------------------------------- Task 0343e73e-302f-4aec-8ac3-954fbe030040 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.695 | 0.695 | 0.695 | 0.695 | 0.695 | 0.695 | 100.0% | 1 | | total | 0.696 | 0.696 | 0.696 | 0.696 | 0.696 | 0.696 | 100.0% | 1 | | -> duration | 0.696 | 0.696 | 0.696 | 0.696 | 0.696 | 0.696 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.69565 Full duration: 14.994266 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_list_users args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": {} } -------------------------------------------------------------------------------- Task 0343e73e-302f-4aec-8ac3-954fbe030040 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_user | 0.763 | 0.763 | 0.763 | 0.763 | 0.763 | 0.763 | 100.0% | 1 | | keystone_v3.list_users | 0.095 | 0.095 | 0.095 | 0.095 | 0.095 | 0.095 | 100.0% | 1 | | total | 0.961 | 0.961 | 0.961 | 0.961 | 0.961 | 0.961 | 100.0% | 1 | | -> duration | 0.961 | 0.961 | 0.961 | 0.961 | 0.961 | 0.961 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.961356 Full duration: 14.527455 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_tenant_with_users args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "users_per_tenant": 10 }, "sla": { "failure_rate": { "max": 0 } }, "context": {} } -------------------------------------------------------------------------------- Task 0343e73e-302f-4aec-8ac3-954fbe030040 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.67 | 0.67 | 0.67 | 0.67 | 0.67 | 0.67 | 100.0% | 1 | | keystone_v3.create_users | 4.727 | 4.727 | 4.727 | 4.727 | 4.727 | 4.727 | 100.0% | 1 | | -> keystone_v3.create_user (x10) | 4.726 | 4.726 | 4.726 | 4.726 | 4.726 | 4.726 | 100.0% | 1 | | --> keystone_v3.list_roles (x10) | 0.825 | 0.825 | 0.825 | 0.825 | 0.825 | 0.825 | 100.0% | 1 | | --> keystone_v3.add_role (x10) | 1.255 | 1.255 | 1.255 | 1.255 | 1.255 | 1.255 | 100.0% | 1 | | total | 6.366 | 6.366 | 6.366 | 6.366 | 6.366 | 6.366 | 100.0% | 1 | | -> duration | 6.366 | 6.366 | 6.366 | 6.366 | 6.366 | 6.366 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.366297 Full duration: 22.634146 HINTS: * To plot HTML graphics with this data, run: rally task report 0343e73e-302f-4aec-8ac3-954fbe030040 --out output.html * To generate a JUnit report, run: rally task export 0343e73e-302f-4aec-8ac3-954fbe030040 --type junit --to output.xml * To get raw JSON output of task results, run: rally task report 0343e73e-302f-4aec-8ac3-954fbe030040 --json --out output.json 2018-05-04 21:27:32,679 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '0343e73e-302f-4aec-8ac3-954fbe030040'] 2018-05-04 21:27:33,685 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file 2018-05-04 21:27:33,685 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '0343e73e-302f-4aec-8ac3-954fbe030040', '--out', u'/home/opnfv/functest/results/rally/opnfv-keystone.html'] 2018-05-04 21:27:33,694 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "keystone" OK. 2018-05-04 21:27:33,694 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "neutron" ... 2018-05-04 21:27:33,694 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-neutron.yaml 2018-05-04 21:27:33,694 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-05-04 21:27:33,711 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'Quotas.nova_update_and_delete'] 2018-05-04 21:27:33,712 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['neutron'], 'concurrency': 4, 'netid': 'd30c3b22-1c17-4b9d-9f15-05b2963a3aa6', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'flavor_name': 'rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"] 2018-05-04 21:32:49,717 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 899b50d4-7dd7-4656-80fd-91f3529b6d58 2018-05-04 21:32:49,718 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '899b50d4-7dd7-4656-80fd-91f3529b6d58'] 2018-05-04 21:32:50,760 - functest.opnfv_tests.openstack.rally.rally - INFO - -------------------------------------------------------------------------------- Task 899b50d4-7dd7-4656-80fd-91f3529b6d58: finished -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_networks args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": {} }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "network": -1 } } } } -------------------------------------------------------------------------------- Task 899b50d4-7dd7-4656-80fd-91f3529b6d58 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 1.049 | 1.049 | 1.049 | 1.049 | 1.049 | 1.049 | 100.0% | 1 | | neutron.delete_network | 0.749 | 0.749 | 0.749 | 0.749 | 0.749 | 0.749 | 100.0% | 1 | | total | 1.798 | 1.798 | 1.798 | 1.798 | 1.798 | 1.798 | 100.0% | 1 | | -> duration | 1.798 | 1.798 | 1.798 | 1.798 | 1.798 | 1.798 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.797888 Full duration: 14.885744 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_ports args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": {}, "port_create_args": {}, "ports_per_network": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": {}, "quotas": { "neutron": { "network": -1, "port": -1 } } } } -------------------------------------------------------------------------------- Task 899b50d4-7dd7-4656-80fd-91f3529b6d58 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port | 1.539 | 1.539 | 1.539 | 1.539 | 1.539 | 1.539 | 100.0% | 1 | | neutron.delete_port | 0.629 | 0.629 | 0.629 | 0.629 | 0.629 | 0.629 | 100.0% | 1 | | total | 2.169 | 2.169 | 2.169 | 2.169 | 2.169 | 2.169 | 100.0% | 1 | | -> duration | 2.169 | 2.169 | 2.169 | 2.169 | 2.169 | 2.169 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.168544 Full duration: 29.698597 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_routers args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": {}, "router_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": {}, "quotas": { "neutron": { "network": -1, "subnet": -1, "port": -1, "router": -1 } } } } -------------------------------------------------------------------------------- Task 899b50d4-7dd7-4656-80fd-91f3529b6d58 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.983 | 0.983 | 0.983 | 0.983 | 0.983 | 0.983 | 100.0% | 1 | | neutron.create_subnet | 0.7 | 0.7 | 0.7 | 0.7 | 0.7 | 0.7 | 100.0% | 1 | | neutron.create_router | 0.303 | 0.303 | 0.303 | 0.303 | 0.303 | 0.303 | 100.0% | 1 | | neutron.add_interface_router | 1.747 | 1.747 | 1.747 | 1.747 | 1.747 | 1.747 | 100.0% | 1 | | neutron.remove_interface_router | 1.186 | 1.186 | 1.186 | 1.186 | 1.186 | 1.186 | 100.0% | 1 | | neutron.delete_router | 0.612 | 0.612 | 0.612 | 0.612 | 0.612 | 0.612 | 100.0% | 1 | | total | 5.531 | 5.531 | 5.531 | 5.531 | 5.531 | 5.531 | 100.0% | 1 | | -> duration | 5.531 | 5.531 | 5.531 | 5.531 | 5.531 | 5.531 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.53113 Full duration: 36.98888 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_subnets args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": {}, "quotas": { "neutron": { "network": -1, "subnet": -1 } } } } -------------------------------------------------------------------------------- Task 899b50d4-7dd7-4656-80fd-91f3529b6d58 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_subnet | 1.192 | 1.192 | 1.192 | 1.192 | 1.192 | 1.192 | 100.0% | 1 | | neutron.delete_subnet | 0.739 | 0.739 | 0.739 | 0.739 | 0.739 | 0.739 | 100.0% | 1 | | total | 1.931 | 1.931 | 1.931 | 1.931 | 1.931 | 1.931 | 100.0% | 1 | | -> duration | 1.931 | 1.931 | 1.931 | 1.931 | 1.931 | 1.931 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.930883 Full duration: 29.108823 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_networks args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": {} }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "network": -1 } } } } -------------------------------------------------------------------------------- Task 899b50d4-7dd7-4656-80fd-91f3529b6d58 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 1.241 | 1.241 | 1.241 | 1.241 | 1.241 | 1.241 | 100.0% | 1 | | neutron.list_networks | 0.275 | 0.275 | 0.275 | 0.275 | 0.275 | 0.275 | 100.0% | 1 | | total | 1.515 | 1.515 | 1.515 | 1.515 | 1.515 | 1.515 | 100.0% | 1 | | -> duration | 1.515 | 1.515 | 1.515 | 1.515 | 1.515 | 1.515 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.515458 Full duration: 17.187039 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_ports args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": {}, "port_create_args": {}, "ports_per_network": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": {}, "quotas": { "neutron": { "network": -1, "port": -1 } } } } -------------------------------------------------------------------------------- Task 899b50d4-7dd7-4656-80fd-91f3529b6d58 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port | 1.425 | 1.425 | 1.425 | 1.425 | 1.425 | 1.425 | 100.0% | 1 | | neutron.list_ports | 0.254 | 0.254 | 0.254 | 0.254 | 0.254 | 0.254 | 100.0% | 1 | | total | 1.679 | 1.679 | 1.679 | 1.679 | 1.679 | 1.679 | 100.0% | 1 | | -> duration | 1.679 | 1.679 | 1.679 | 1.679 | 1.679 | 1.679 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.67861 Full duration: 32.124887 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_routers args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": {}, "router_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": {}, "quotas": { "neutron": { "network": -1, "subnet": -1, "router": -1 } } } } -------------------------------------------------------------------------------- Task 899b50d4-7dd7-4656-80fd-91f3529b6d58 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.818 | 0.818 | 0.818 | 0.818 | 0.818 | 0.818 | 100.0% | 1 | | neutron.create_subnet | 0.794 | 0.794 | 0.794 | 0.794 | 0.794 | 0.794 | 100.0% | 1 | | neutron.create_router | 0.386 | 0.386 | 0.386 | 0.386 | 0.386 | 0.386 | 100.0% | 1 | | neutron.add_interface_router | 1.53 | 1.53 | 1.53 | 1.53 | 1.53 | 1.53 | 100.0% | 1 | | neutron.list_routers | 0.277 | 0.277 | 0.277 | 0.277 | 0.277 | 0.277 | 100.0% | 1 | | total | 3.806 | 3.806 | 3.806 | 3.806 | 3.806 | 3.806 | 100.0% | 1 | | -> duration | 3.806 | 3.806 | 3.806 | 3.806 | 3.806 | 3.806 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.80552 Full duration: 39.446136 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_subnets args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": {}, "quotas": { "neutron": { "network": -1, "subnet": -1 } } } } -------------------------------------------------------------------------------- Task 899b50d4-7dd7-4656-80fd-91f3529b6d58 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.873 | 0.873 | 0.873 | 0.873 | 0.873 | 0.873 | 100.0% | 1 | | neutron.create_subnet | 0.776 | 0.776 | 0.776 | 0.776 | 0.776 | 0.776 | 100.0% | 1 | | neutron.list_subnets | 0.2 | 0.2 | 0.2 | 0.2 | 0.2 | 0.2 | 100.0% | 1 | | total | 1.85 | 1.85 | 1.85 | 1.85 | 1.85 | 1.85 | 100.0% | 1 | | -> duration | 1.85 | 1.85 | 1.85 | 1.85 | 1.85 | 1.85 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.850032 Full duration: 32.917553 -------------------------------------------------------------------------------- test scenario NeutronSecurityGroup.create_and_delete_security_groups args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "security_group": -1 } } } } -------------------------------------------------------------------------------- Task 899b50d4-7dd7-4656-80fd-91f3529b6d58 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_security_group | 1.281 | 1.281 | 1.281 | 1.281 | 1.281 | 1.281 | 100.0% | 1 | | neutron.delete_security_group | 0.433 | 0.433 | 0.433 | 0.433 | 0.433 | 0.433 | 100.0% | 1 | | total | 1.715 | 1.715 | 1.715 | 1.715 | 1.715 | 1.715 | 100.0% | 1 | | -> duration | 1.715 | 1.715 | 1.715 | 1.715 | 1.715 | 1.715 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.715176 Full duration: 15.104267 -------------------------------------------------------------------------------- test scenario NeutronSecurityGroup.create_and_delete_security_group_rule args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": {}, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "security_group": -1 } } } } -------------------------------------------------------------------------------- Task 899b50d4-7dd7-4656-80fd-91f3529b6d58 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_security_group | 0.903 | 0.903 | 0.903 | 0.903 | 0.903 | 0.903 | 100.0% | 1 | | neutron.create_security_group_rule | 0.329 | 0.329 | 0.329 | 0.329 | 0.329 | 0.329 | 100.0% | 1 | | neutron.delete_security_group_rule | 0.252 | 0.252 | 0.252 | 0.252 | 0.252 | 0.252 | 100.0% | 1 | | neutron.delete_security_group | 0.285 | 0.285 | 0.285 | 0.285 | 0.285 | 0.285 | 100.0% | 1 | | total | 1.769 | 1.769 | 1.769 | 1.769 | 1.769 | 1.769 | 100.0% | 1 | | -> duration | 1.769 | 1.769 | 1.769 | 1.769 | 1.769 | 1.769 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.769428 Full duration: 14.74009 -------------------------------------------------------------------------------- test scenario NeutronNetworks.set_and_clear_router_gateway args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "network_create_args": { "router:external": true } }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "network": -1, "router": -1 } }, "roles": [ "admin" ] } } -------------------------------------------------------------------------------- Task 899b50d4-7dd7-4656-80fd-91f3529b6d58 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 1.082 | 1.082 | 1.082 | 1.082 | 1.082 | 1.082 | 100.0% | 1 | | neutron.create_router | 0.296 | 0.296 | 0.296 | 0.296 | 0.296 | 0.296 | 100.0% | 1 | | neutron.add_gateway_router | 1.351 | 1.351 | 1.351 | 1.351 | 1.351 | 1.351 | 100.0% | 1 | | neutron.remove_gateway_router | 0.865 | 0.865 | 0.865 | 0.865 | 0.865 | 0.865 | 100.0% | 1 | | total | 3.594 | 3.594 | 3.594 | 3.594 | 3.594 | 3.594 | 100.0% | 1 | | -> duration | 3.594 | 3.594 | 3.594 | 3.594 | 3.594 | 3.594 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.594229 Full duration: 24.285086 HINTS: * To plot HTML graphics with this data, run: rally task report 899b50d4-7dd7-4656-80fd-91f3529b6d58 --out output.html * To generate a JUnit report, run: rally task export 899b50d4-7dd7-4656-80fd-91f3529b6d58 --type junit --to output.xml * To get raw JSON output of task results, run: rally task report 899b50d4-7dd7-4656-80fd-91f3529b6d58 --json --out output.json 2018-05-04 21:32:50,761 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '899b50d4-7dd7-4656-80fd-91f3529b6d58'] 2018-05-04 21:32:51,798 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file 2018-05-04 21:32:51,799 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '899b50d4-7dd7-4656-80fd-91f3529b6d58', '--out', u'/home/opnfv/functest/results/rally/opnfv-neutron.html'] 2018-05-04 21:32:51,807 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "neutron" OK. 2018-05-04 21:32:51,808 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "nova" ... 2018-05-04 21:32:51,808 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-nova.yaml 2018-05-04 21:32:51,808 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-05-04 21:32:51,827 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'Quotas.nova_update_and_delete'] 2018-05-04 21:32:51,828 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['nova'], 'concurrency': 4, 'netid': 'd30c3b22-1c17-4b9d-9f15-05b2963a3aa6', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'flavor_name': 'rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"] 2018-05-04 21:39:55,892 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : a50e5b17-87e2-4de5-879f-4870a30bd4a7 2018-05-04 21:39:55,892 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', 'a50e5b17-87e2-4de5-879f-4870a30bd4a7'] 2018-05-04 21:39:56,949 - functest.opnfv_tests.openstack.rally.rally - INFO - -------------------------------------------------------------------------------- Task a50e5b17-87e2-4de5-879f-4870a30bd4a7: finished -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_live_migrate_server args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "flavor": { "name": "rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "image": { "name": "Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "block_migration": false, "nics": [ { "net-id": "d30c3b22-1c17-4b9d-9f15-05b2963a3aa6" } ] }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task a50e5b17-87e2-4de5-879f-4870a30bd4a7 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.54 | 9.54 | 9.54 | 9.54 | 9.54 | 9.54 | 100.0% | 1 | | nova.find_host_to_migrate | 1.353 | 1.353 | 1.353 | 1.353 | 1.353 | 1.353 | 100.0% | 1 | | nova.live_migrate | 14.049 | 14.049 | 14.049 | 14.049 | 14.049 | 14.049 | 100.0% | 1 | | nova.delete_server | 2.981 | 2.981 | 2.981 | 2.981 | 2.981 | 2.981 | 100.0% | 1 | | total | 27.922 | 27.922 | 27.922 | 27.922 | 27.922 | 27.922 | 100.0% | 1 | | -> duration | 26.922 | 26.922 | 26.922 | 26.922 | 26.922 | 26.922 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 26.922229 Full duration: 37.060643 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_attach_created_volume_and_live_migrate args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "flavor": { "name": "rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "image": { "name": "Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "size": 10, "block_migration": false, "boot_server_kwargs": { "nics": [ { "net-id": "d30c3b22-1c17-4b9d-9f15-05b2963a3aa6" } ] } }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task a50e5b17-87e2-4de5-879f-4870a30bd4a7 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.692 | 9.692 | 9.692 | 9.692 | 9.692 | 9.692 | 100.0% | 1 | | cinder_v2.create_volume | 2.966 | 2.966 | 2.966 | 2.966 | 2.966 | 2.966 | 100.0% | 1 | | nova.attach_volume | 4.088 | 4.088 | 4.088 | 4.088 | 4.088 | 4.088 | 100.0% | 1 | | nova.find_host_to_migrate | 1.403 | 1.403 | 1.403 | 1.403 | 1.403 | 1.403 | 100.0% | 1 | | nova.live_migrate | 13.914 | 13.914 | 13.914 | 13.914 | 13.914 | 13.914 | 100.0% | 1 | | nova.detach_volume | 1.393 | 1.393 | 1.393 | 1.393 | 1.393 | 1.393 | 100.0% | 1 | | cinder_v2.delete_volume | 2.345 | 2.345 | 2.345 | 2.345 | 2.345 | 2.345 | 100.0% | 1 | | nova.delete_server | 2.789 | 2.789 | 2.789 | 2.789 | 2.789 | 2.789 | 100.0% | 1 | | total | 38.59 | 38.59 | 38.59 | 38.59 | 38.59 | 38.59 | 100.0% | 1 | | -> duration | 37.59 | 37.59 | 37.59 | 37.59 | 37.59 | 37.59 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 37.5904 Full duration: 50.312947 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_from_volume_and_live_migrate args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "flavor": { "name": "rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "image": { "name": "Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "block_migration": false, "volume_size": 10, "force_delete": false, "nics": [ { "net-id": "d30c3b22-1c17-4b9d-9f15-05b2963a3aa6" } ] }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task a50e5b17-87e2-4de5-879f-4870a30bd4a7 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume | 8.541 | 8.541 | 8.541 | 8.541 | 8.541 | 8.541 | 100.0% | 1 | | nova.boot_server | 9.237 | 9.237 | 9.237 | 9.237 | 9.237 | 9.237 | 100.0% | 1 | | nova.find_host_to_migrate | 1.216 | 1.216 | 1.216 | 1.216 | 1.216 | 1.216 | 100.0% | 1 | | nova.live_migrate | 16.742 | 16.742 | 16.742 | 16.742 | 16.742 | 16.742 | 100.0% | 1 | | nova.delete_server | 8.015 | 8.015 | 8.015 | 8.015 | 8.015 | 8.015 | 100.0% | 1 | | total | 43.752 | 43.752 | 43.752 | 43.752 | 43.752 | 43.752 | 100.0% | 1 | | -> duration | 42.752 | 42.752 | 42.752 | 42.752 | 42.752 | 42.752 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 42.751582 Full duration: 55.54623 -------------------------------------------------------------------------------- test scenario NovaKeypair.boot_and_delete_server_with_keypair args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "flavor": { "name": "rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "image": { "name": "Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "server_kwargs": { "nics": [ { "net-id": "d30c3b22-1c17-4b9d-9f15-05b2963a3aa6" } ] } }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "key_pairs": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } } } -------------------------------------------------------------------------------- Task a50e5b17-87e2-4de5-879f-4870a30bd4a7 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_keypair | 0.807 | 0.807 | 0.807 | 0.807 | 0.807 | 0.807 | 100.0% | 1 | | nova.boot_server | 8.291 | 8.291 | 8.291 | 8.291 | 8.291 | 8.291 | 100.0% | 1 | | nova.delete_server | 2.899 | 2.899 | 2.899 | 2.899 | 2.899 | 2.899 | 100.0% | 1 | | nova.delete_keypair | 0.034 | 0.034 | 0.034 | 0.034 | 0.034 | 0.034 | 100.0% | 1 | | total | 12.032 | 12.032 | 12.032 | 12.032 | 12.032 | 12.032 | 100.0% | 1 | | -> duration | 11.032 | 11.032 | 11.032 | 11.032 | 11.032 | 11.032 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 11.032465 Full duration: 35.884882 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_from_volume_and_delete args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "flavor": { "name": "rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "image": { "name": "Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "volume_size": 5, "nics": [ { "net-id": "d30c3b22-1c17-4b9d-9f15-05b2963a3aa6" } ] }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 }, "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } } } -------------------------------------------------------------------------------- Task a50e5b17-87e2-4de5-879f-4870a30bd4a7 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume | 8.707 | 8.707 | 8.707 | 8.707 | 8.707 | 8.707 | 100.0% | 1 | | nova.boot_server | 6.661 | 6.661 | 6.661 | 6.661 | 6.661 | 6.661 | 100.0% | 1 | | nova.delete_server | 2.851 | 2.851 | 2.851 | 2.851 | 2.851 | 2.851 | 100.0% | 1 | | total | 18.22 | 18.22 | 18.22 | 18.22 | 18.22 | 18.22 | 100.0% | 1 | | -> duration | 17.22 | 17.22 | 17.22 | 17.22 | 17.22 | 17.22 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 17.22004 Full duration: 45.533564 -------------------------------------------------------------------------------- test scenario NovaServers.pause_and_unpause_server args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "flavor": { "name": "rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "image": { "name": "Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "force_delete": false, "nics": [ { "net-id": "d30c3b22-1c17-4b9d-9f15-05b2963a3aa6" } ] }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } } } -------------------------------------------------------------------------------- Task a50e5b17-87e2-4de5-879f-4870a30bd4a7 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.13 | 9.13 | 9.13 | 9.13 | 9.13 | 9.13 | 100.0% | 1 | | nova.pause_server | 2.938 | 2.938 | 2.938 | 2.938 | 2.938 | 2.938 | 100.0% | 1 | | nova.unpause_server | 2.683 | 2.683 | 2.683 | 2.683 | 2.683 | 2.683 | 100.0% | 1 | | nova.delete_server | 5.463 | 5.463 | 5.463 | 5.463 | 5.463 | 5.463 | 100.0% | 1 | | total | 20.214 | 20.214 | 20.214 | 20.214 | 20.214 | 20.214 | 100.0% | 1 | | -> duration | 15.214 | 15.214 | 15.214 | 15.214 | 15.214 | 15.214 | 100.0% | 1 | | -> idle_duration | 5.0 | 5.0 | 5.0 | 5.0 | 5.0 | 5.0 | 100.0% | 1 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 15.214148 Full duration: 46.593948 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_migrate_server args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "flavor": { "name": "rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "image": { "name": "Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "nics": [ { "net-id": "d30c3b22-1c17-4b9d-9f15-05b2963a3aa6" } ] }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task a50e5b17-87e2-4de5-879f-4870a30bd4a7 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.358 | 9.358 | 9.358 | 9.358 | 9.358 | 9.358 | 100.0% | 1 | | nova.migrate | 45.165 | 45.165 | 45.165 | 45.165 | 45.165 | 45.165 | 100.0% | 1 | | nova.resize_confirm | 3.008 | 3.008 | 3.008 | 3.008 | 3.008 | 3.008 | 100.0% | 1 | | nova.delete_server | 2.792 | 2.792 | 2.792 | 2.792 | 2.792 | 2.792 | 100.0% | 1 | | total | 60.324 | 60.324 | 60.324 | 60.324 | 60.324 | 60.324 | 100.0% | 1 | | -> duration | 59.324 | 59.324 | 59.324 | 59.324 | 59.324 | 59.324 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 59.3237 Full duration: 70.012104 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_and_list_interfaces args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "flavor": { "name": "rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "image": { "name": "Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3" }, "auto_assign_nic": true }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": {} } } -------------------------------------------------------------------------------- Task a50e5b17-87e2-4de5-879f-4870a30bd4a7 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.89 | 8.89 | 8.89 | 8.89 | 8.89 | 8.89 | 100.0% | 1 | | nova.list_interfaces | 0.392 | 0.392 | 0.392 | 0.392 | 0.392 | 0.392 | 100.0% | 1 | | total | 9.282 | 9.282 | 9.282 | 9.282 | 9.282 | 9.282 | 100.0% | 1 | | -> duration | 8.282 | 8.282 | 8.282 | 8.282 | 8.282 | 8.282 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.282465 Full duration: 39.62359 -------------------------------------------------------------------------------- test scenario NovaServerGroups.create_and_delete_server_group args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "policies": [ "affinity" ] }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task a50e5b17-87e2-4de5-879f-4870a30bd4a7 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_server_group | 0.635 | 0.635 | 0.635 | 0.635 | 0.635 | 0.635 | 100.0% | 1 | | nova.delete_server_group | 0.056 | 0.056 | 0.056 | 0.056 | 0.056 | 0.056 | 100.0% | 1 | | total | 0.692 | 0.692 | 0.692 | 0.692 | 0.692 | 0.692 | 100.0% | 1 | | -> duration | 0.692 | 0.692 | 0.692 | 0.692 | 0.692 | 0.692 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.691506 Full duration: 9.810692 HINTS: * To plot HTML graphics with this data, run: rally task report a50e5b17-87e2-4de5-879f-4870a30bd4a7 --out output.html * To generate a JUnit report, run: rally task export a50e5b17-87e2-4de5-879f-4870a30bd4a7 --type junit --to output.xml * To get raw JSON output of task results, run: rally task report a50e5b17-87e2-4de5-879f-4870a30bd4a7 --json --out output.json 2018-05-04 21:39:56,950 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', 'a50e5b17-87e2-4de5-879f-4870a30bd4a7'] 2018-05-04 21:39:58,006 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file 2018-05-04 21:39:58,006 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', 'a50e5b17-87e2-4de5-879f-4870a30bd4a7', '--out', u'/home/opnfv/functest/results/rally/opnfv-nova.html'] 2018-05-04 21:39:58,012 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "nova" OK. 2018-05-04 21:39:58,012 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "quotas" ... 2018-05-04 21:39:58,012 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-quotas.yaml 2018-05-04 21:39:58,012 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2018-05-04 21:39:58,020 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'Quotas.nova_update_and_delete'] 2018-05-04 21:39:58,020 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['quotas'], 'concurrency': 4, 'netid': 'd30c3b22-1c17-4b9d-9f15-05b2963a3aa6', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'flavor_name': 'rally-tiny-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-d9ab5163-0305-4dff-86f1-d5aeef474fe3', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"] 2018-05-04 21:40:51,324 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : a68a8929-e602-4108-a7b4-b6d0b85e5816 2018-05-04 21:40:51,324 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', 'a68a8929-e602-4108-a7b4-b6d0b85e5816'] 2018-05-04 21:40:52,213 - functest.opnfv_tests.openstack.rally.rally - INFO - -------------------------------------------------------------------------------- Task a68a8929-e602-4108-a7b4-b6d0b85e5816: finished -------------------------------------------------------------------------------- test scenario Quotas.cinder_update_and_delete args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "max_quota": 1024 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task a68a8929-e602-4108-a7b4-b6d0b85e5816 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.725 | 0.725 | 0.725 | 0.725 | 0.725 | 0.725 | 100.0% | 1 | | quotas.delete_quotas | 0.181 | 0.181 | 0.181 | 0.181 | 0.181 | 0.181 | 100.0% | 1 | | total | 0.906 | 0.906 | 0.906 | 0.906 | 0.906 | 0.906 | 100.0% | 1 | | -> duration | 0.906 | 0.906 | 0.906 | 0.906 | 0.906 | 0.906 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.906295 Full duration: 8.749542 -------------------------------------------------------------------------------- test scenario Quotas.cinder_update args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "max_quota": 1024 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task a68a8929-e602-4108-a7b4-b6d0b85e5816 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.741 | 0.741 | 0.741 | 0.741 | 0.741 | 0.741 | 100.0% | 1 | | total | 0.741 | 0.741 | 0.741 | 0.741 | 0.741 | 0.741 | 100.0% | 1 | | -> duration | 0.741 | 0.741 | 0.741 | 0.741 | 0.741 | 0.741 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.741488 Full duration: 8.730574 -------------------------------------------------------------------------------- test scenario Quotas.neutron_update args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "max_quota": 1024 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task a68a8929-e602-4108-a7b4-b6d0b85e5816 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.306 | 0.306 | 0.306 | 0.306 | 0.306 | 0.306 | 100.0% | 1 | | total | 0.72 | 0.72 | 0.72 | 0.72 | 0.72 | 0.72 | 100.0% | 1 | | -> duration | 0.72 | 0.72 | 0.72 | 0.72 | 0.72 | 0.72 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.72034 Full duration: 8.270802 -------------------------------------------------------------------------------- test scenario Quotas.nova_update args position 0 args values: { "runner": { "concurrency": 1, "times": 1 }, "hooks": [], "args": { "max_quota": 1024 }, "sla": { "failure_rate": { "max": 0 } }, "context": { "users": { "tenants": 1, "users_per_tenant": 1 } } } -------------------------------------------------------------------------------- Task a68a8929-e602-4108-a7b4-b6d0b85e5816 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 1.251 | 1.251 | 1.251 | 1.251 | 1.251 | 1.251 | 100.0% | 1 | | total | 1.251 | 1.251 | 1.251 | 1.251 | 1.251 | 1.251 | 100.0% | 1 | | -> duration | 1.251 | 1.251 | 1.251 | 1.251 | 1.251 | 1.251 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.250859 Full duration: 10.046673 HINTS: * To plot HTML graphics with this data, run: rally task report a68a8929-e602-4108-a7b4-b6d0b85e5816 --out output.html * To generate a JUnit report, run: rally task export a68a8929-e602-4108-a7b4-b6d0b85e5816 --type junit --to output.xml * To get raw JSON output of task results, run: rally task report a68a8929-e602-4108-a7b4-b6d0b85e5816 --json --out output.json 2018-05-04 21:40:52,213 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', 'a68a8929-e602-4108-a7b4-b6d0b85e5816'] 2018-05-04 21:40:53,084 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file 2018-05-04 21:40:53,085 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', 'a68a8929-e602-4108-a7b4-b6d0b85e5816', '--out', u'/home/opnfv/functest/results/rally/opnfv-quotas.html'] 2018-05-04 21:40:53,091 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "quotas" OK. 2018-05-04 21:40:53,093 - functest.opnfv_tests.openstack.rally.rally - INFO - Rally Summary Report: +----------------+------------+----------------+-----------+ | Module | Duration | nb. Test Run | Success | +----------------+------------+----------------+-----------+ | authenticate | 00:45 | 6 | 100.00% | | glance | 01:20 | 4 | 100.00% | | cinder | 02:49 | 10 | 100.00% | | heat | 00:58 | 4 | 100.00% | | keystone | 02:48 | 11 | 100.00% | | neutron | 04:46 | 11 | 100.00% | | nova | 06:30 | 9 | 100.00% | | quotas | 00:35 | 4 | 100.00% | | | | | | | TOTAL: | 00:20:34 | 59 | 100.00% | +----------------+------------+----------------+-----------+ 2018-05-04 21:40:53,093 - functest.opnfv_tests.openstack.rally.rally - INFO - Rally 'rally_sanity' success_rate is 100.00% 2018-05-04 21:41:01,348 - xtesting.energy.energy - DEBUG - Restoring previous scenario (default/default) 2018-05-04 21:41:01,348 - xtesting.energy.energy - DEBUG - Submitting scenario (default/default) 2018-05-04 21:41:01,910 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-05-04 21:41:01,910 - xtesting.ci.run_tests - INFO - Test result: +----------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +----------------------+------------------+------------------+----------------+ | rally_sanity | functest | 24:34 | PASS | +----------------------+------------------+------------------+----------------+ 2018-05-04 21:41:01,915 - xtesting.ci.run_tests - INFO - Running test case 'refstack_defcore'... 2018-05-04 21:41:02,003 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Creating Rally environment... 2018-05-04 21:41:04,216 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment destroy --deployment opnfv-rally 2018-05-04 21:41:03.940 11210 INFO rally.deployment.engine [-] Deployment 60609c63-0242-46d5-84de-bc7de74c7d41 | Starting: Destroy cloud and free allocated resources. 2018-05-04 21:41:04.012 11210 INFO rally.deployment.engine [-] Deployment 60609c63-0242-46d5-84de-bc7de74c7d41 | Completed: Destroy cloud and free allocated resources. 2018-05-04 21:41:04.036 11210 INFO rally.api [-] Deleting deployment-specific data for verifier 'opnfv-tempest' (UUID=61bfd0c8-39cc-4d96-b2d3-3705e796c82a). 2018-05-04 21:41:04.040 11210 INFO rally.api [-] Deployment-specific data has been successfully deleted! 2018-05-04 21:41:06,662 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment create --fromenv --name opnfv-rally 2018-05-04 21:41:06.385 11213 INFO rally.deployment.engines.existing [-] Save deployment 'opnfv-rally' (uuid=01c5f478-ccec-449a-a126-fb16457ec0ed) with 'openstack' platform. +--------------------------------------+---------------------+-------------+------------------+--------+ | uuid | created_at | name | status | active | +--------------------------------------+---------------------+-------------+------------------+--------+ | 01c5f478-ccec-449a-a126-fb16457ec0ed | 2018-05-04T21:41:06 | opnfv-rally | deploy->finished | | +--------------------------------------+---------------------+-------------+------------------+--------+ Using deployment: 01c5f478-ccec-449a-a126-fb16457ec0ed ~/.rally/openrc was updated HINTS: * To use standard OpenStack clients, set up your env by running: source ~/.rally/openrc OpenStack clients are now configured, e.g run: openstack image list 2018-05-04 21:41:10,027 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment check -------------------------------------------------------------------------------- Platform openstack: -------------------------------------------------------------------------------- Available services: +-------------+----------------+-----------+ | Service | Service Type | Status | +-------------+----------------+-----------+ | __unknown__ | alarming | Available | | __unknown__ | key-manager | Available | | __unknown__ | placement | Available | | __unknown__ | policy | Available | | __unknown__ | volumev2 | Available | | __unknown__ | volumev3 | Available | | ceilometer | metering | Available | | cinder | volume | Available | | cloud | cloudformation | Available | | glance | image | Available | | gnocchi | metric | Available | | heat | orchestration | Available | | keystone | identity | Available | | neutron | network | Available | | nova | compute | Available | +-------------+----------------+-----------+ 2018-05-04 21:41:10,028 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Create verifier from existing repo... 2018-05-04 21:41:12,250 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify delete-verifier --id opnfv-tempest --force 2018-05-04 21:41:12.017 11219 INFO rally.api [-] Deleting verifier 'opnfv-tempest' (UUID=61bfd0c8-39cc-4d96-b2d3-3705e796c82a). 2018-05-04 21:41:12.134 11219 INFO rally.api [-] Verifier has been successfully deleted! 2018-05-04 21:41:15,340 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify create-verifier --source /src/tempest --name opnfv-tempest --type tempest --system-wide 2018-05-04 21:41:14.127 11222 INFO rally.api [-] Creating verifier 'opnfv-tempest'. 2018-05-04 21:41:14.268 11222 INFO rally.verification.manager [-] Cloning verifier repo from /src/tempest. 2018-05-04 21:41:15.137 11222 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=40dddd4d-143c-44cd-b447-a437aebd27ef) has been successfully created! Using verifier 'opnfv-tempest' (UUID=40dddd4d-143c-44cd-b447-a437aebd27ef) as the default verifier for the future CLI operations. 2018-05-04 21:41:18,205 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating private network for Tempest suite 2018-05-04 21:41:21,081 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating two images for Tempest suite 2018-05-04 21:41:27,714 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Creating two flavors for Tempest suite 2018-05-04 21:41:34,017 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify configure-verifier --reconfigure --id opnfv-tempest 2018-05-04 21:41:32.576 11241 INFO rally.api [-] Configuring verifier 'opnfv-tempest' (UUID=40dddd4d-143c-44cd-b447-a437aebd27ef) for deployment 'opnfv-rally' (UUID=01c5f478-ccec-449a-a126-fb16457ec0ed). 2018-05-04 21:41:33.820 11241 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=40dddd4d-143c-44cd-b447-a437aebd27ef) has been successfully configured for deployment 'opnfv-rally' (UUID=01c5f478-ccec-449a-a126-fb16457ec0ed)! 2018-05-04 21:41:34,018 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Looking for tempest.conf file... 2018-05-04 21:41:34,018 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Updating selected tempest.conf parameters... 2018-05-04 21:41:34,020 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Add/Update required params defined in tempest_conf.yaml into tempest.conf file 2018-05-04 21:41:36,244 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Starting Tempest test suite: '['rally', 'verify', 'start', '--load-list', u'/home/opnfv/functest/results/refstack/tempest-list.txt']'. 2018-05-04 21:41:38,292 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:38.292 11253 INFO rally.api [-] Starting verification (UUID=b1ea0d83-5664-4f37-90af-cd89020cf4e6) for deployment 'opnfv-rally' (UUID=01c5f478-ccec-449a-a126-fb16457ec0ed) by verifier 'opnfv-tempest' (UUID=40dddd4d-143c-44cd-b447-a437aebd27ef). 2018-05-04 21:41:38,293 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Verification UUID: b1ea0d83-5664-4f37-90af-cd89020cf4e6 2018-05-04 21:41:47,651 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:47.651 11253 INFO opnfv-tempest [-] {8} tempest.api.compute.servers.test_availability_zone.AZV2TestJSON.test_get_availability_zone_list_with_non_admin_user ... success [0.265s] 2018-05-04 21:41:47,784 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:47.783 11253 INFO opnfv-tempest [-] {12} tempest.api.compute.test_versions.TestVersions.test_list_api_versions ... success [0.012s] 2018-05-04 21:41:48,191 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:48.191 11253 INFO opnfv-tempest [-] {4} tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors ... success [0.238s] 2018-05-04 21:41:48,253 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:48.252 11253 INFO opnfv-tempest [-] {4} tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail ... success [0.061s] 2018-05-04 21:41:48,322 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:48.322 11253 INFO opnfv-tempest [-] {14} tempest.api.identity.v3.test_tokens.TokensV3Test.test_create_token ... success [0.322s] 2018-05-04 21:41:48,630 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:48.630 11253 INFO opnfv-tempest [-] {9} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image ... success [0.880s] 2018-05-04 21:41:48,717 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:48.716 11253 INFO opnfv-tempest [-] {6} tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag ... success [0.841s] 2018-05-04 21:41:48,741 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:48.741 11253 INFO opnfv-tempest [-] {6} tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image ... success [0.024s] 2018-05-04 21:41:52,850 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:52.850 11253 INFO opnfv-tempest [-] {9} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image ... success [4.218s] 2018-05-04 21:41:53,503 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:53.503 11253 INFO opnfv-tempest [-] {4} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types ... success [0.084s] 2018-05-04 21:41:53,605 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:53.605 11253 INFO opnfv-tempest [-] {4} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources ... success [0.102s] 2018-05-04 21:41:53,704 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:53.703 11253 INFO opnfv-tempest [-] {4} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses ... success [0.098s] 2018-05-04 21:41:53,971 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:53.970 11253 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_reserve_unreserve_volume ... success [2.416s] 2018-05-04 21:41:56,383 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:56.383 11253 INFO opnfv-tempest [-] {2} tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password ... success [8.510s] 2018-05-04 21:41:56,619 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:56.618 11253 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_additional_default_security_group_fails ... success [0.230s] 2018-05-04 21:41:56,868 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:56.867 11253 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_bootable ... success [2.896s] 2018-05-04 21:41:58,748 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:58.747 11253 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_readonly_update ... success [1.879s] 2018-05-04 21:41:59,651 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:41:59.650 11253 INFO opnfv-tempest [-] {14} tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools ... success [2.339s] 2018-05-04 21:42:00,924 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:00.923 11253 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_duplicate_security_group_rule_fails ... success [4.303s] 2018-05-04 21:42:00,937 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:00.937 11253 INFO opnfv-tempest [-] {4} tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id ... success [0.168s] 2018-05-04 21:42:01,106 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:01.105 11253 INFO opnfv-tempest [-] {4} tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image ... success [0.167s] 2018-05-04 21:42:01,905 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:01.905 11253 INFO opnfv-tempest [-] {8} tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_crud_volume_metadata ... success [4.146s] 2018-05-04 21:42:03,315 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:03.315 11253 INFO opnfv-tempest [-] {4} tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image ... success [2.208s] 2018-05-04 21:42:03,505 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:03.505 11253 INFO opnfv-tempest [-] {4} tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id ... success [0.189s] 2018-05-04 21:42:03,690 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:03.689 11253 INFO opnfv-tempest [-] {4} tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image ... success [0.184s] 2018-05-04 21:42:03,752 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:03.751 11253 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_ethertype ... success [2.828s] 2018-05-04 21:42:04,468 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:04.467 11253 INFO opnfv-tempest [-] {8} tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_update_show_volume_metadata_item ... success [2.561s] 2018-05-04 21:42:05,878 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:05.877 11253 INFO opnfv-tempest [-] {9} tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id ... success [0.193s] 2018-05-04 21:42:06,057 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:06.057 11253 INFO opnfv-tempest [-] {9} tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id ... success [0.180s] 2018-05-04 21:42:06,656 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:06.656 11253 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_protocol ... success [2.903s] 2018-05-04 21:42:07,240 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:07.240 11253 INFO opnfv-tempest [-] {10} tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume ... fail [9.788s] 2018-05-04 21:42:08,151 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:08.151 11253 INFO opnfv-tempest [-] {3} tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action ... success [0.068s] 2018-05-04 21:42:08,891 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:08.891 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_crud_snapshot_metadata ... success [3.436s] 2018-05-04 21:42:09,303 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:09.302 11253 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_remote_ip_prefix ... success [2.645s] 2018-05-04 21:42:11,616 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:11.615 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_update_show_snapshot_metadata_item ... success [2.724s] 2018-05-04 21:42:14,793 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:14.792 11253 INFO opnfv-tempest [-] {3} tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions ... success [6.639s] 2018-05-04 21:42:17,733 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:17.732 11253 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_invalid_ports ... success [8.428s] 2018-05-04 21:42:20,552 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:20.552 11253 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor ... success [0.386s] 2018-05-04 21:42:20,784 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:20.784 11253 INFO opnfv-tempest [-] {15} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON ... fail 2018-05-04 21:42:21,165 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:21.164 11253 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image ... success [0.611s] 2018-05-04 21:42:22,113 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:22.113 11253 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name ... success [0.948s] 2018-05-04 21:42:22,661 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:22.660 11253 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status ... success [0.546s] 2018-05-04 21:42:22,966 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:22.965 11253 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_remote_groupid ... success [5.233s] 2018-05-04 21:42:23,343 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:23.343 11253 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results ... success [0.681s] 2018-05-04 21:42:23,417 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:23.417 11253 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_active_status ... success [0.075s] 2018-05-04 21:42:23,477 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:23.477 11253 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_security_group ... success [0.511s] 2018-05-04 21:42:23,496 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:23.495 11253 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor ... success [0.078s] 2018-05-04 21:42:23,499 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:23.499 11253 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group ... success [0.022s] 2018-05-04 21:42:23,518 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:23.518 11253 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group ... success [0.018s] 2018-05-04 21:42:23,537 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:23.536 11253 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule ... success [0.018s] 2018-05-04 21:42:23,564 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:23.564 11253 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image ... success [0.067s] 2018-05-04 21:42:23,632 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:23.631 11253 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit ... success [0.067s] 2018-05-04 21:42:23,698 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:23.698 11253 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name ... success [0.066s] 2018-05-04 21:42:23,846 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:23.845 11253 INFO opnfv-tempest [-] {7} tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard ... success [0.147s] 2018-05-04 21:42:28,990 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:28.989 11253 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date ... success [0.072s] 2018-05-04 21:42:29,003 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:29.002 11253 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date ... success [0.013s] 2018-05-04 21:42:29,142 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:29.141 11253 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count ... success [0.137s] 2018-05-04 21:42:29,154 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:29.153 11253 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value ... success [0.012s] 2018-05-04 21:42:29,166 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:29.166 11253 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string ... success [0.012s] 2018-05-04 21:42:29,200 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:29.199 11253 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor ... success [0.033s] 2018-05-04 21:42:29,265 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:29.264 11253 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image ... success [0.065s] 2018-05-04 21:42:29,339 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:29.338 11253 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name ... success [0.074s] 2018-05-04 21:42:29,425 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:29.425 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_active_server ... success [41.914s] 2018-05-04 21:42:29,663 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:29.663 11253 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted ... success [0.323s] 2018-05-04 21:42:29,677 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:29.677 11253 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing ... success [0.014s] 2018-05-04 21:42:29,719 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:29.719 11253 INFO opnfv-tempest [-] {2} tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair ... success [33.330s] 2018-05-04 21:42:29,774 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:29.774 11253 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server ... success [0.097s] 2018-05-04 21:42:33,065 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:33.065 11253 INFO opnfv-tempest [-] {3} tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image ... success [3.806s] 2018-05-04 21:42:38,580 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:38.579 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list ... success [0.209s] 2018-05-04 21:42:38,621 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:38.620 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_by_name ... success [0.040s] 2018-05-04 21:42:38,837 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:38.837 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_by_name ... success [0.216s] 2018-05-04 21:42:39,560 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:39.559 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_pagination ... success [0.721s] 2018-05-04 21:42:39,795 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:39.795 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_with_multiple_params ... success [0.235s] 2018-05-04 21:42:40,440 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:40.440 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_pagination ... success [0.644s] 2018-05-04 21:42:40,628 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:40.628 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_param_display_name_and_status ... success [0.188s] 2018-05-04 21:42:40,891 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:40.891 11253 INFO opnfv-tempest [-] {15} tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete ... success [16.736s] 2018-05-04 21:42:40,988 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:40.988 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_display_name_and_status ... success [0.358s] 2018-05-04 21:42:41,209 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:41.209 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_metadata ... success [0.220s] 2018-05-04 21:42:41,286 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:41.286 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_details ... success [0.077s] 2018-05-04 21:42:41,465 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:41.465 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_param_metadata ... success [0.178s] 2018-05-04 21:42:41,854 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:41.854 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_by_availability_zone ... success [0.388s] 2018-05-04 21:42:41,932 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:41.932 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_by_status ... success [0.077s] 2018-05-04 21:42:41,983 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:41.983 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_details_by_availability_zone ... success [0.050s] 2018-05-04 21:42:42,193 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:42.192 11253 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_details_by_status ... success [0.210s] 2018-05-04 21:42:53,531 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:53.530 11253 INFO opnfv-tempest [-] {3} tempest.api.network.test_ports.PortsTestJSON.test_create_bulk_port ... success [8.169s] 2018-05-04 21:42:55,862 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:55.862 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name ... success [1.536s] 2018-05-04 21:42:56,997 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:56.997 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_all_attributes ... success [9.162s] 2018-05-04 21:42:57,417 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:57.416 11253 INFO opnfv-tempest [-] {7} tempest.api.volume.test_extensions.ExtensionsTestJSON.test_list_extensions ... success [0.206s] 2018-05-04 21:42:57,740 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:57.740 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit ... success [1.876s] 2018-05-04 21:42:59,634 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:42:59.634 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 ... success [1.893s] 2018-05-04 21:43:01,226 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:01.226 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor ... success [1.591s] 2018-05-04 21:43:02,932 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:02.931 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image ... success [1.704s] 2018-05-04 21:43:03,473 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:03.473 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_allocation_pools ... success [6.475s] 2018-05-04 21:43:03,613 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:03.612 11253 INFO opnfv-tempest [-] {3} tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools ... success [10.081s] 2018-05-04 21:43:04,277 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:04.276 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid ... success [1.344s] 2018-05-04 21:43:04,656 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:04.656 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit ... success [0.379s] 2018-05-04 21:43:05,063 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:05.063 11253 INFO opnfv-tempest [-] {15} tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_as_clone ... success [24.170s] 2018-05-04 21:43:05,087 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:05.086 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id ... success [0.431s] 2018-05-04 21:43:05,570 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:05.569 11253 INFO opnfv-tempest [-] {5} tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image ... success [56.868s] 2018-05-04 21:43:05,647 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:05.647 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server ... success [0.560s] 2018-05-04 21:43:06,085 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:06.084 11253 INFO opnfv-tempest [-] {2} tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name ... success [36.358s] 2018-05-04 21:43:06,094 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:06.094 11253 INFO opnfv-tempest [-] {3} tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port ... success [2.480s] 2018-05-04 21:43:06,309 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:06.308 11253 INFO opnfv-tempest [-] {3} tempest.api.network.test_ports.PortsTestJSON.test_list_ports ... success [0.214s] 2018-05-04 21:43:06,382 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:06.382 11253 INFO opnfv-tempest [-] {3} tempest.api.network.test_ports.PortsTestJSON.test_list_ports_fields ... success [0.072s] 2018-05-04 21:43:06,643 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:06.643 11253 INFO opnfv-tempest [-] {3} tempest.api.network.test_ports.PortsTestJSON.test_show_port ... success [0.260s] 2018-05-04 21:43:06,703 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:06.703 11253 INFO opnfv-tempest [-] {3} tempest.api.network.test_ports.PortsTestJSON.test_show_port_fields ... success [0.060s] 2018-05-04 21:43:06,864 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:06.863 11253 INFO opnfv-tempest [-] {5} tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name ... success [1.296s] 2018-05-04 21:43:07,171 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:07.171 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address ... success [1.521s] 2018-05-04 21:43:07,690 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:07.690 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server ... success [0.519s] 2018-05-04 21:43:08,235 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:08.235 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_deleted_server ... success [0.543s] 2018-05-04 21:43:08,705 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:08.705 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_dhcp_enabled ... success [5.231s] 2018-05-04 21:43:08,807 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:08.807 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server ... success [0.573s] 2018-05-04 21:43:10,131 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:10.130 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank ... success [1.320s] 2018-05-04 21:43:10,551 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:10.551 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server ... success [0.421s] 2018-05-04 21:43:10,953 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:10.952 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server ... success [0.401s] 2018-05-04 21:43:11,513 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:11.513 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 ... success [0.559s] 2018-05-04 21:43:12,237 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:12.236 11253 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name ... success [0.723s] 2018-05-04 21:43:15,501 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:15.500 11253 INFO opnfv-tempest [-] {10} tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_list_get_volume_attachments ... success [68.253s] 2018-05-04 21:43:16,412 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:16.412 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw ... success [7.706s] 2018-05-04 21:43:22,332 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:22.332 11253 INFO opnfv-tempest [-] {2} tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address ... success [16.246s] 2018-05-04 21:43:23,823 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:23.822 11253 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_upload ... success [85.063s] 2018-05-04 21:43:23,984 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:23.984 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw_and_allocation_pools ... success [7.571s] 2018-05-04 21:43:27,964 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:27.964 11253 INFO opnfv-tempest [-] {15} tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_from_image ... success [22.896s] 2018-05-04 21:43:29,532 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:29.531 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_host_routes_and_dns_nameservers ... success [5.546s] 2018-05-04 21:43:35,960 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:35.959 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_without_gateway ... success [6.428s] 2018-05-04 21:43:37,988 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:37.987 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_invalid_size ... success [0.173s] 2018-05-04 21:43:38,165 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:38.165 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_snapshot_id ... success [0.177s] 2018-05-04 21:43:38,353 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:38.353 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_source_volid ... success [0.187s] 2018-05-04 21:43:38,541 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:38.540 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_volume_type ... success [0.187s] 2018-05-04 21:43:38,552 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:38.552 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_negative ... success [0.011s] 2018-05-04 21:43:38,702 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:38.702 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_zero ... success [0.149s] 2018-05-04 21:43:38,782 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:38.782 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_without_passing_size ... success [0.080s] 2018-05-04 21:43:39,018 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:39.018 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_invalid_volume_id ... success [0.234s] 2018-05-04 21:43:39,172 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:39.171 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_volume_without_passing_volume_id ... success [0.154s] 2018-05-04 21:43:39,466 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:39.466 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id ... success [0.293s] 2018-05-04 21:43:39,482 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:39.482 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id ... success [0.016s] 2018-05-04 21:43:39,696 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:39.696 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_invalid_status ... success [0.214s] 2018-05-04 21:43:39,739 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:39.739 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_nonexistent_name ... success [0.042s] 2018-05-04 21:43:39,933 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:39.933 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_invalid_status ... success [0.193s] 2018-05-04 21:43:39,972 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:39.972 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_nonexistent_name ... success [0.039s] 2018-05-04 21:43:40,849 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:40.848 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_negative_volume_status ... success [0.874s] 2018-05-04 21:43:40,880 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:40.880 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_nonexistent_volume_id ... success [0.032s] 2018-05-04 21:43:41,066 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:41.066 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_unreserve_volume_with_nonexistent_volume_id ... success [0.185s] 2018-05-04 21:43:41,220 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:41.219 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_empty_volume_id ... success [0.154s] 2018-05-04 21:43:41,400 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:41.399 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_invalid_volume_id ... success [0.179s] 2018-05-04 21:43:41,433 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:41.433 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_nonexistent_volume_id ... success [0.033s] 2018-05-04 21:43:41,617 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:41.616 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_delete_nonexistent_volume_id ... success [0.182s] 2018-05-04 21:43:41,887 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:41.886 11253 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_get_nonexistent_volume_id ... success [0.269s] 2018-05-04 21:43:44,804 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:44.803 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet ... success [8.842s] 2018-05-04 21:43:47,002 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:47.002 11253 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_details_with_params ... success [0.374s] 2018-05-04 21:43:47,233 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:47.233 11253 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_with_params ... success [0.231s] 2018-05-04 21:43:48,861 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:48.860 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_delete_network_with_subnet ... success [4.056s] 2018-05-04 21:43:49,119 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:49.119 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_networks ... success [0.258s] 2018-05-04 21:43:49,434 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:49.433 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_networks_fields ... success [0.314s] 2018-05-04 21:43:49,511 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:49.510 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_subnets ... success [0.077s] 2018-05-04 21:43:49,716 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:49.715 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_subnets_fields ... success [0.204s] 2018-05-04 21:43:49,825 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:49.825 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_network ... success [0.109s] 2018-05-04 21:43:49,933 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:49.933 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_network_fields ... success [0.107s] 2018-05-04 21:43:49,996 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:49.996 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_subnet ... success [0.062s] 2018-05-04 21:43:50,204 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:50.204 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_subnet_fields ... success [0.207s] 2018-05-04 21:43:58,075 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:43:58.075 11253 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_update_subnet_gw_dns_host_routes_dhcp ... success [7.869s] 2018-05-04 21:44:11,419 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:44:11.419 11253 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_snapshot_create_get_list_update_delete ... success [4.334s] 2018-05-04 21:44:17,320 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:44:17.319 11253 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot ... success [5.899s] 2018-05-04 21:44:26,258 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:44:26.257 11253 INFO opnfv-tempest [-] {2} tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name ... success [63.915s] 2018-05-04 21:44:30,708 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:44:30.707 11253 INFO opnfv-tempest [-] {2} tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas ... success [0.352s] 2018-05-04 21:44:31,098 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:44:31.098 11253 INFO opnfv-tempest [-] {2} tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas ... success [0.389s] 2018-05-04 21:44:42,849 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:44:42.848 11253 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_get_image_schema ... success [0.162s] 2018-05-04 21:44:42,857 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:44:42.857 11253 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_get_images_schema ... success [0.009s] 2018-05-04 21:44:42,898 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:44:42.897 11253 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_container_format ... success [0.040s] 2018-05-04 21:44:42,927 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:44:42.927 11253 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_disk_format ... success [0.029s] 2018-05-04 21:44:42,956 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:44:42.956 11253 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_limit ... success [0.029s] 2018-05-04 21:44:43,150 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:44:43.149 11253 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_min_max_size ... success [0.192s] 2018-05-04 21:44:43,340 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:44:43.339 11253 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_size ... success [0.189s] 2018-05-04 21:44:43,384 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:44:43.384 11253 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_status ... success [0.044s] 2018-05-04 21:44:43,592 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:44:43.592 11253 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_visibility ... success [0.207s] 2018-05-04 21:44:43,770 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:44:43.769 11253 INFO opnfv-tempest [-] {2} tempest.api.image.v2.test_images.ListUserImagesTest.test_list_no_params ... success [0.176s] 2018-05-04 21:45:36,965 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:45:36.964 11253 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name ... fail [187.237s] 2018-05-04 21:45:37,031 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:45:37.031 11253 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers ... success [0.073s] 2018-05-04 21:45:37,642 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:45:37.641 11253 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail ... success [0.609s] 2018-05-04 21:46:53,899 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:46:53.899 11253 INFO opnfv-tempest [-] {5} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name ... fail [187.197s] 2018-05-04 21:46:53,971 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:46:53.971 11253 INFO opnfv-tempest [-] {5} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers ... success [0.078s] 2018-05-04 21:46:54,878 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:46:54.878 11253 INFO opnfv-tempest [-] {5} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail ... success [0.907s] 2018-05-04 21:48:45,553 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:48:45.552 11253 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus ... fail [187.898s] 2018-05-04 21:48:45,554 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:48:45.553 11253 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details ... success [0.002s] 2018-05-04 21:49:08,485 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:49:08.484 11253 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item ... success [0.395s] 2018-05-04 21:49:08,701 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:49:08.701 11253 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item ... success [0.216s] 2018-05-04 21:49:08,900 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:49:08.900 11253 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata ... success [0.198s] 2018-05-04 21:49:09,272 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:49:09.272 11253 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata ... success [0.371s] 2018-05-04 21:49:09,696 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:49:09.695 11253 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item ... success [0.423s] 2018-05-04 21:49:10,080 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:49:10.080 11253 INFO opnfv-tempest [-] {1} tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata ... success [0.384s] 2018-05-04 21:49:16,670 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:49:16.670 11253 INFO opnfv-tempest [-] {1} tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group ... success [1.408s] 2018-05-04 21:49:18,188 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:49:18.188 11253 INFO opnfv-tempest [-] {1} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_additional_args ... success [1.518s] 2018-05-04 21:49:22,257 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:49:22.257 11253 INFO opnfv-tempest [-] {1} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_icmp_type_code ... success [4.064s] 2018-05-04 21:49:23,291 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:49:23.290 11253 INFO opnfv-tempest [-] {1} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_protocol_integer_value ... success [1.035s] 2018-05-04 21:49:25,181 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:49:25.181 11253 INFO opnfv-tempest [-] {1} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_group_id ... success [1.889s] 2018-05-04 21:49:26,134 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:49:26.134 11253 INFO opnfv-tempest [-] {1} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_ip_prefix ... success [0.952s] 2018-05-04 21:49:27,538 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:49:27.537 11253 INFO opnfv-tempest [-] {1} tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule ... success [1.401s] 2018-05-04 21:49:27,606 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:49:27.605 11253 INFO opnfv-tempest [-] {1} tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups ... success [0.069s] 2018-05-04 21:50:02,385 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:50:02.384 11253 INFO opnfv-tempest [-] {5} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus ... fail [187.497s] 2018-05-04 21:50:02,386 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:50:02.385 11253 INFO opnfv-tempest [-] {5} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details ... success [0.001s] 2018-05-04 21:50:16,383 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:50:16.383 11253 INFO opnfv-tempest [-] {5} tempest.api.volume.test_availability_zone.AvailabilityZoneTestJSON.test_get_availability_zone_list ... success [0.159s] 2018-05-04 21:50:19,653 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Showing result for a verification: '['rally', 'verify', 'show', '--uuid', 'b1ea0d83-5664-4f37-90af-cd89020cf4e6']'. 2018-05-04 21:50:20,703 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------+ 2018-05-04 21:50:20,703 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verification | 2018-05-04 21:50:20,704 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+ 2018-05-04 21:50:20,704 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | UUID | b1ea0d83-5664-4f37-90af-cd89020cf4e6 | 2018-05-04 21:50:20,704 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Status | failed | 2018-05-04 21:50:20,704 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Started at | 2018-05-04 21:41:38 | 2018-05-04 21:50:20,704 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Finished at | 2018-05-04 21:50:19 | 2018-05-04 21:50:20,704 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Duration | 0:08:41 | 2018-05-04 21:50:20,704 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Run arguments | load_list: (value is too long, use 'detailed' flag to display it) | 2018-05-04 21:50:20,704 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tags | - | 2018-05-04 21:50:20,704 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier name | opnfv-tempest (UUID: 40dddd4d-143c-44cd-b447-a437aebd27ef) | 2018-05-04 21:50:20,705 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier type | tempest (platform: openstack) | 2018-05-04 21:50:20,705 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Deployment name | opnfv-rally (UUID: 01c5f478-ccec-449a-a126-fb16457ec0ed) | 2018-05-04 21:50:20,705 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests count | 204 | 2018-05-04 21:50:20,705 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests duration, sec | 511.104 | 2018-05-04 21:50:20,705 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Success | 195 | 2018-05-04 21:50:20,705 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Skipped | 0 | 2018-05-04 21:50:20,705 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Expected failures | 0 | 2018-05-04 21:50:20,705 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Unexpected success | 0 | 2018-05-04 21:50:20,705 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Failures | 9 | 2018-05-04 21:50:20,705 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+ 2018-05-04 21:50:20,705 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +--------------------------------------------------------------------------------------------------------------------------------------------------------------------+ 2018-05-04 21:50:20,802 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Tempest refstack_defcore success_rate is 95.5882352941% 2018-05-04 21:50:30,271 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-05-04 21:50:30,271 - xtesting.ci.run_tests - INFO - Test result: +--------------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +--------------------------+------------------+------------------+----------------+ | refstack_defcore | functest | 09:12 | FAIL | +--------------------------+------------------+------------------+----------------+ 2018-05-04 21:50:30,276 - xtesting.ci.run_tests - ERROR - The test case 'refstack_defcore' failed. 2018-05-04 21:50:30,276 - xtesting.ci.run_tests - INFO - Running test case 'patrole'... 2018-05-04 21:50:30,364 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Creating Rally environment... 2018-05-04 21:50:32,850 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment destroy --deployment opnfv-rally 2018-05-04 21:50:32.430 11343 INFO rally.deployment.engine [-] Deployment 01c5f478-ccec-449a-a126-fb16457ec0ed | Starting: Destroy cloud and free allocated resources. 2018-05-04 21:50:32.504 11343 INFO rally.deployment.engine [-] Deployment 01c5f478-ccec-449a-a126-fb16457ec0ed | Completed: Destroy cloud and free allocated resources. 2018-05-04 21:50:32.557 11343 INFO rally.api [-] Deleting all verifications created by verifier 'opnfv-tempest' (UUID=40dddd4d-143c-44cd-b447-a437aebd27ef) for deployment 'opnfv-rally'. 2018-05-04 21:50:32.581 11343 INFO rally.api [-] Deleting verification (UUID=b1ea0d83-5664-4f37-90af-cd89020cf4e6). 2018-05-04 21:50:32.623 11343 INFO rally.api [-] Verification has been successfully deleted! 2018-05-04 21:50:32.624 11343 INFO rally.api [-] Deleting deployment-specific data for verifier 'opnfv-tempest' (UUID=40dddd4d-143c-44cd-b447-a437aebd27ef). 2018-05-04 21:50:32.637 11343 INFO rally.api [-] Deployment-specific data has been successfully deleted! 2018-05-04 21:50:35,282 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment create --fromenv --name opnfv-rally 2018-05-04 21:50:34.993 11346 INFO rally.deployment.engines.existing [-] Save deployment 'opnfv-rally' (uuid=74e89521-bcef-45ca-bbd0-a844255068e1) with 'openstack' platform. +--------------------------------------+---------------------+-------------+------------------+--------+ | uuid | created_at | name | status | active | +--------------------------------------+---------------------+-------------+------------------+--------+ | 74e89521-bcef-45ca-bbd0-a844255068e1 | 2018-05-04T21:50:34 | opnfv-rally | deploy->finished | | +--------------------------------------+---------------------+-------------+------------------+--------+ Using deployment: 74e89521-bcef-45ca-bbd0-a844255068e1 ~/.rally/openrc was updated HINTS: * To use standard OpenStack clients, set up your env by running: source ~/.rally/openrc OpenStack clients are now configured, e.g run: openstack image list 2018-05-04 21:50:38,654 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment check -------------------------------------------------------------------------------- Platform openstack: -------------------------------------------------------------------------------- Available services: +-------------+----------------+-----------+ | Service | Service Type | Status | +-------------+----------------+-----------+ | __unknown__ | alarming | Available | | __unknown__ | key-manager | Available | | __unknown__ | placement | Available | | __unknown__ | policy | Available | | __unknown__ | volumev2 | Available | | __unknown__ | volumev3 | Available | | ceilometer | metering | Available | | cinder | volume | Available | | cloud | cloudformation | Available | | glance | image | Available | | gnocchi | metric | Available | | heat | orchestration | Available | | keystone | identity | Available | | neutron | network | Available | | nova | compute | Available | +-------------+----------------+-----------+ 2018-05-04 21:50:38,655 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Create verifier from existing repo... 2018-05-04 21:50:40,977 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify delete-verifier --id opnfv-tempest --force 2018-05-04 21:50:40.695 11352 INFO rally.api [-] Deleting verifier 'opnfv-tempest' (UUID=40dddd4d-143c-44cd-b447-a437aebd27ef). 2018-05-04 21:50:40.821 11352 INFO rally.api [-] Verifier has been successfully deleted! 2018-05-04 21:50:44,368 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify create-verifier --source /src/tempest --name opnfv-tempest --type tempest --system-wide 2018-05-04 21:50:43.013 11355 INFO rally.api [-] Creating verifier 'opnfv-tempest'. 2018-05-04 21:50:43.150 11355 INFO rally.verification.manager [-] Cloning verifier repo from /src/tempest. 2018-05-04 21:50:44.180 11355 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=ed06b030-714d-4e10-8f22-06ab8d20a92b) has been successfully created! Using verifier 'opnfv-tempest' (UUID=ed06b030-714d-4e10-8f22-06ab8d20a92b) as the default verifier for the future CLI operations. 2018-05-04 21:50:47,336 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating private network for Tempest suite 2018-05-04 21:50:49,763 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating two images for Tempest suite 2018-05-04 21:50:59,207 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Creating two flavors for Tempest suite 2018-05-04 21:51:05,155 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify configure-verifier --reconfigure --id opnfv-tempest 2018-05-04 21:51:04.155 11374 INFO rally.api [-] Configuring verifier 'opnfv-tempest' (UUID=ed06b030-714d-4e10-8f22-06ab8d20a92b) for deployment 'opnfv-rally' (UUID=74e89521-bcef-45ca-bbd0-a844255068e1). 2018-05-04 21:51:04.990 11374 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=ed06b030-714d-4e10-8f22-06ab8d20a92b) has been successfully configured for deployment 'opnfv-rally' (UUID=74e89521-bcef-45ca-bbd0-a844255068e1)! 2018-05-04 21:51:05,156 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Looking for tempest.conf file... 2018-05-04 21:51:05,156 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Updating selected tempest.conf parameters... 2018-05-04 21:51:05,158 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Add/Update required params defined in tempest_conf.yaml into tempest.conf file 2018-05-04 21:51:05,169 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Generating test case list... 2018-05-04 21:51:08,244 - functest.opnfv_tests.openstack.tempest.tempest - INFO - (cd /root/.rally/verification/verifier-ed06b030-714d-4e10-8f22-06ab8d20a92b/repo; testr list-tests '(?!.*test_networks_multiprovider_rbac)(?=patrole_tempest_plugin.tests.api.(image|network|volume))' >/home/opnfv/functest/results/patrole/tempest-list.txt 2>/dev/null) 2018-05-04 21:51:08,244 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Starting Tempest test suite: '['rally', 'verify', 'start', '--load-list', u'/home/opnfv/functest/results/patrole/tempest-list.txt']'. 2018-05-04 21:51:10,505 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 21:51:10.504 11383 INFO rally.api [-] Starting verification (UUID=a1e7dc27-6845-47ce-b0ab-7073d0e4c336) for deployment 'opnfv-rally' (UUID=74e89521-bcef-45ca-bbd0-a844255068e1) by verifier 'opnfv-tempest' (UUID=ed06b030-714d-4e10-8f22-06ab8d20a92b). 2018-05-04 21:51:10,506 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Verification UUID: a1e7dc27-6845-47ce-b0ab-7073d0e4c336 2018-05-04 21:53:55,691 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Showing result for a verification: '['rally', 'verify', 'show', '--uuid', 'a1e7dc27-6845-47ce-b0ab-7073d0e4c336']'. 2018-05-04 21:53:56,653 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------+ 2018-05-04 21:53:56,653 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verification | 2018-05-04 21:53:56,653 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+ 2018-05-04 21:53:56,653 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | UUID | a1e7dc27-6845-47ce-b0ab-7073d0e4c336 | 2018-05-04 21:53:56,654 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Status | finished | 2018-05-04 21:53:56,654 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Started at | 2018-05-04 21:51:10 | 2018-05-04 21:53:56,654 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Finished at | 2018-05-04 21:53:55 | 2018-05-04 21:53:56,654 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Duration | 0:02:45 | 2018-05-04 21:53:56,654 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Run arguments | load_list: (value is too long, use 'detailed' flag to display it) | 2018-05-04 21:53:56,654 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tags | - | 2018-05-04 21:53:56,654 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier name | opnfv-tempest (UUID: ed06b030-714d-4e10-8f22-06ab8d20a92b) | 2018-05-04 21:53:56,654 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier type | tempest (platform: openstack) | 2018-05-04 21:53:56,654 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Deployment name | opnfv-rally (UUID: 74e89521-bcef-45ca-bbd0-a844255068e1) | 2018-05-04 21:53:56,654 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests count | 287 | 2018-05-04 21:53:56,654 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests duration, sec | 154.89 | 2018-05-04 21:53:56,654 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Success | 124 | 2018-05-04 21:53:56,654 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Skipped | 163 | 2018-05-04 21:53:56,654 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Expected failures | 0 | 2018-05-04 21:53:56,654 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Unexpected success | 0 | 2018-05-04 21:53:56,655 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Failures | 0 | 2018-05-04 21:53:56,655 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+ 2018-05-04 21:53:56,655 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ 2018-05-04 21:53:56,803 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Tempest patrole success_rate is 100.0% 2018-05-04 21:54:04,007 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-05-04 21:54:04,007 - xtesting.ci.run_tests - INFO - Test result: +-------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +-------------------+------------------+------------------+----------------+ | patrole | functest | 03:17 | PASS | +-------------------+------------------+------------------+----------------+ 2018-05-04 21:54:04,011 - xtesting.ci.run_tests - INFO - Running test case 'odl'... 2018-05-04 21:54:24,148 - xtesting.core.robotframework - INFO - ============================================================================== Basic & Neutron ============================================================================== Basic & Neutron.Basic ============================================================================== Basic & Neutron.Basic.Restconf Modules :: Test suite to verify Restconf is OK. ============================================================================== Get Controller Modules :: Get the restconf modules, check 200 stat... | PASS | ------------------------------------------------------------------------------ Basic & Neutron.Basic.Restconf Modules :: Test suite to verify Res... | PASS | 1 critical test, 1 passed, 0 failed 1 test total, 1 passed, 0 failed ============================================================================== Basic & Neutron.Basic | PASS | 1 critical test, 1 passed, 0 failed 1 test total, 1 passed, 0 failed ============================================================================== Basic & Neutron.Neutron :: Test suite for Neutron Plugin ============================================================================== Basic & Neutron.Neutron.Reachability ============================================================================== Get the complete list of networks :: Get the complete list of netw... | PASS | ------------------------------------------------------------------------------ Get the complete list of subnets :: Get the complete list of subnets | PASS | ------------------------------------------------------------------------------ Get the complete list of ports :: Get the complete list of ports | PASS | ------------------------------------------------------------------------------ Basic & Neutron.Neutron.Reachability | PASS | 3 critical tests, 3 passed, 0 failed 3 tests total, 3 passed, 0 failed ============================================================================== Basic & Neutron.Neutron.Networks :: Checking Network created in OpenStack a... ============================================================================== Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | ------------------------------------------------------------------------------ Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | ------------------------------------------------------------------------------ Create Network :: Create new network in OpenStack | PASS | ------------------------------------------------------------------------------ Check Network :: Check network created in OpenDaylight | PASS | ------------------------------------------------------------------------------ Basic & Neutron.Neutron.Networks :: Checking Network created in Op... | PASS | 4 critical tests, 4 passed, 0 failed 4 tests total, 4 passed, 0 failed ============================================================================== Basic & Neutron.Neutron.Subnets :: Checking Subnets created in OpenStack ar... ============================================================================== Check OpenStack Subnets :: Checking OpenStack Neutron for known su... | PASS | ------------------------------------------------------------------------------ Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | ------------------------------------------------------------------------------ Create New subnet :: Create new subnet in OpenStack | PASS | ------------------------------------------------------------------------------ Check New subnet :: Check new subnet created in OpenDaylight | PASS | ------------------------------------------------------------------------------ Basic & Neutron.Neutron.Subnets :: Checking Subnets created in Ope... | PASS | 4 critical tests, 4 passed, 0 failed 4 tests total, 4 passed, 0 failed ============================================================================== Basic & Neutron.Neutron.Ports :: Checking Port created in OpenStack are pus... ============================================================================== Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | ------------------------------------------------------------------------------ Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | ------------------------------------------------------------------------------ Create New Port :: Create new port in OpenStack | PASS | ------------------------------------------------------------------------------ Check New Port :: Check new port created in OpenDaylight | PASS | ------------------------------------------------------------------------------ Basic & Neutron.Neutron.Ports :: Checking Port created in OpenStac... | PASS | 4 critical tests, 4 passed, 0 failed 4 tests total, 4 passed, 0 failed ============================================================================== Basic & Neutron.Neutron.Delete Ports :: Checking Port deleted in OpenStack ... ============================================================================== Delete New Port :: Delete previously created port in OpenStack | PASS | ------------------------------------------------------------------------------ Check Port Deleted :: Check port deleted in OpenDaylight | PASS | ------------------------------------------------------------------------------ Basic & Neutron.Neutron.Delete Ports :: Checking Port deleted in O... | PASS | 2 critical tests, 2 passed, 0 failed 2 tests total, 2 passed, 0 failed ============================================================================== Basic & Neutron.Neutron.Delete Subnets :: Checking Subnets deleted in OpenS... ============================================================================== Delete New subnet :: Delete previously created subnet in OpenStack | PASS | ------------------------------------------------------------------------------ Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | ------------------------------------------------------------------------------ Basic & Neutron.Neutron.Delete Subnets :: Checking Subnets deleted... | PASS | 2 critical tests, 2 passed, 0 failed 2 tests total, 2 passed, 0 failed ============================================================================== Basic & Neutron.Neutron.Delete Networks :: Checking Network deleted in Open... ============================================================================== Delete Network :: Delete network in OpenStack | PASS | ------------------------------------------------------------------------------ Check Network deleted :: Check network deleted in OpenDaylight | PASS | ------------------------------------------------------------------------------ Basic & Neutron.Neutron.Delete Networks :: Checking Network delete... | PASS | 2 critical tests, 2 passed, 0 failed 2 tests total, 2 passed, 0 failed ============================================================================== Basic & Neutron.Neutron :: Test suite for Neutron Plugin | PASS | 21 critical tests, 21 passed, 0 failed 21 tests total, 21 passed, 0 failed ============================================================================== Basic & Neutron | PASS | 22 critical tests, 22 passed, 0 failed 22 tests total, 22 passed, 0 failed ============================================================================== Output: /home/opnfv/functest/results/odl/output.xml 2018-05-04 21:54:24,148 - xtesting.core.robotframework - INFO - Results were successfully generated 2018-05-04 21:54:24,180 - xtesting.core.robotframework - INFO - Results were successfully parsed 2018-05-04 21:54:24,299 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-05-04 21:54:24,299 - xtesting.ci.run_tests - INFO - Test result: +-------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +-------------------+------------------+------------------+----------------+ | odl | functest | 00:20 | PASS | +-------------------+------------------+------------------+----------------+ 2018-05-04 21:54:24,303 - xtesting.ci.run_tests - INFO - Running test case 'snaps_smoke'... 2018-05-04 21:54:25,356 - functest.opnfv_tests.openstack.snaps.snaps_test_runner - INFO - Using flavor metadata 'None' 2018-05-04 22:33:28,091 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-05-04 22:33:28,092 - xtesting.ci.run_tests - INFO - Test result: +---------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +---------------------+------------------+------------------+----------------+ | snaps_smoke | functest | 39:03 | FAIL | +---------------------+------------------+------------------+----------------+ 2018-05-04 22:33:28,096 - xtesting.ci.run_tests - ERROR - The test case 'snaps_smoke' failed. 2018-05-04 22:33:28,096 - xtesting.ci.run_tests - INFO - Running test case 'neutron_trunk'... 2018-05-04 22:33:28,183 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Creating Rally environment... 2018-05-04 22:33:31,029 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment destroy --deployment opnfv-rally 2018-05-04 22:33:30.623 11473 INFO rally.deployment.engine [-] Deployment 74e89521-bcef-45ca-bbd0-a844255068e1 | Starting: Destroy cloud and free allocated resources. 2018-05-04 22:33:30.691 11473 INFO rally.deployment.engine [-] Deployment 74e89521-bcef-45ca-bbd0-a844255068e1 | Completed: Destroy cloud and free allocated resources. 2018-05-04 22:33:30.722 11473 INFO rally.api [-] Deleting all verifications created by verifier 'opnfv-tempest' (UUID=ed06b030-714d-4e10-8f22-06ab8d20a92b) for deployment 'opnfv-rally'. 2018-05-04 22:33:30.742 11473 INFO rally.api [-] Deleting verification (UUID=a1e7dc27-6845-47ce-b0ab-7073d0e4c336). 2018-05-04 22:33:30.786 11473 INFO rally.api [-] Verification has been successfully deleted! 2018-05-04 22:33:30.787 11473 INFO rally.api [-] Deleting deployment-specific data for verifier 'opnfv-tempest' (UUID=ed06b030-714d-4e10-8f22-06ab8d20a92b). 2018-05-04 22:33:30.795 11473 INFO rally.api [-] Deployment-specific data has been successfully deleted! 2018-05-04 22:33:33,561 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment create --fromenv --name opnfv-rally 2018-05-04 22:33:33.285 11476 INFO rally.deployment.engines.existing [-] Save deployment 'opnfv-rally' (uuid=e87811f4-f470-4b01-a453-1eaacb29f140) with 'openstack' platform. +--------------------------------------+---------------------+-------------+------------------+--------+ | uuid | created_at | name | status | active | +--------------------------------------+---------------------+-------------+------------------+--------+ | e87811f4-f470-4b01-a453-1eaacb29f140 | 2018-05-04T22:33:33 | opnfv-rally | deploy->finished | | +--------------------------------------+---------------------+-------------+------------------+--------+ Using deployment: e87811f4-f470-4b01-a453-1eaacb29f140 ~/.rally/openrc was updated HINTS: * To use standard OpenStack clients, set up your env by running: source ~/.rally/openrc OpenStack clients are now configured, e.g run: openstack image list 2018-05-04 22:33:37,082 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment check -------------------------------------------------------------------------------- Platform openstack: -------------------------------------------------------------------------------- Available services: +-------------+----------------+-----------+ | Service | Service Type | Status | +-------------+----------------+-----------+ | __unknown__ | alarming | Available | | __unknown__ | key-manager | Available | | __unknown__ | placement | Available | | __unknown__ | policy | Available | | __unknown__ | volumev2 | Available | | __unknown__ | volumev3 | Available | | ceilometer | metering | Available | | cinder | volume | Available | | cloud | cloudformation | Available | | glance | image | Available | | gnocchi | metric | Available | | heat | orchestration | Available | | keystone | identity | Available | | neutron | network | Available | | nova | compute | Available | +-------------+----------------+-----------+ 2018-05-04 22:33:37,082 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Create verifier from existing repo... 2018-05-04 22:33:39,513 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify delete-verifier --id opnfv-tempest --force 2018-05-04 22:33:39.233 11482 INFO rally.api [-] Deleting verifier 'opnfv-tempest' (UUID=ed06b030-714d-4e10-8f22-06ab8d20a92b). 2018-05-04 22:33:39.350 11482 INFO rally.api [-] Verifier has been successfully deleted! 2018-05-04 22:33:42,933 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify create-verifier --source /src/tempest --name opnfv-tempest --type tempest --system-wide 2018-05-04 22:33:41.537 11485 INFO rally.api [-] Creating verifier 'opnfv-tempest'. 2018-05-04 22:33:41.669 11485 INFO rally.verification.manager [-] Cloning verifier repo from /src/tempest. 2018-05-04 22:33:42.776 11485 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=11fc15cb-3c06-4227-ad89-787e2538e1ff) has been successfully created! Using verifier 'opnfv-tempest' (UUID=11fc15cb-3c06-4227-ad89-787e2538e1ff) as the default verifier for the future CLI operations. 2018-05-04 22:33:54,951 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Creating two flavors for Tempest suite 2018-05-04 22:34:00,387 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify configure-verifier --reconfigure --id opnfv-tempest 2018-05-04 22:33:59.349 11504 INFO rally.api [-] Configuring verifier 'opnfv-tempest' (UUID=11fc15cb-3c06-4227-ad89-787e2538e1ff) for deployment 'opnfv-rally' (UUID=e87811f4-f470-4b01-a453-1eaacb29f140). 2018-05-04 22:34:00.224 11504 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=11fc15cb-3c06-4227-ad89-787e2538e1ff) has been successfully configured for deployment 'opnfv-rally' (UUID=e87811f4-f470-4b01-a453-1eaacb29f140)! 2018-05-04 22:34:03,423 - functest.opnfv_tests.openstack.tempest.tempest - INFO - (cd /root/.rally/verification/verifier-11fc15cb-3c06-4227-ad89-787e2538e1ff/repo; testr list-tests 'neutron.tests.tempest.(api|scenario).test_trunk' >/home/opnfv/functest/results/neutron_trunk/test_list.txt 2>/dev/null) 2018-05-04 22:34:03,425 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Starting Tempest test suite: '['rally', 'verify', 'start', '--load-list', u'/home/opnfv/functest/results/neutron_trunk/test_list.txt']'. 2018-05-04 22:34:06,448 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-05-04 22:34:06.446 11513 INFO rally.api [-] Starting verification (UUID=6c6b302f-5782-400d-affd-6fb4c95f9ec9) for deployment 'opnfv-rally' (UUID=e87811f4-f470-4b01-a453-1eaacb29f140) by verifier 'opnfv-tempest' (UUID=11fc15cb-3c06-4227-ad89-787e2538e1ff). 2018-05-04 22:36:02,356 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Showing result for a verification: '['rally', 'verify', 'show', '--uuid', '6c6b302f-5782-400d-affd-6fb4c95f9ec9']'. 2018-05-04 22:36:03,372 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------+ 2018-05-04 22:36:03,372 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verification | 2018-05-04 22:36:03,372 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+ 2018-05-04 22:36:03,372 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | UUID | 6c6b302f-5782-400d-affd-6fb4c95f9ec9 | 2018-05-04 22:36:03,372 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Status | failed | 2018-05-04 22:36:03,373 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Started at | 2018-05-04 22:34:05 | 2018-05-04 22:36:03,373 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Finished at | 2018-05-04 22:36:02 | 2018-05-04 22:36:03,373 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Duration | 0:01:57 | 2018-05-04 22:36:03,373 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Run arguments | load_list: (value is too long, use 'detailed' flag to display it) | 2018-05-04 22:36:03,373 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tags | - | 2018-05-04 22:36:03,373 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier name | opnfv-tempest (UUID: 11fc15cb-3c06-4227-ad89-787e2538e1ff) | 2018-05-04 22:36:03,373 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier type | tempest (platform: openstack) | 2018-05-04 22:36:03,373 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Deployment name | opnfv-rally (UUID: e87811f4-f470-4b01-a453-1eaacb29f140) | 2018-05-04 22:36:03,373 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests count | 52 | 2018-05-04 22:36:03,373 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests duration, sec | 103.311 | 2018-05-04 22:36:03,374 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Success | 42 | 2018-05-04 22:36:03,374 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Skipped | 8 | 2018-05-04 22:36:03,374 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Expected failures | 0 | 2018-05-04 22:36:03,374 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Unexpected success | 0 | 2018-05-04 22:36:03,374 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Failures | 2 | 2018-05-04 22:36:03,374 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+ 2018-05-04 22:36:03,374 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------------------------------------------------------------------+ 2018-05-04 22:36:03,400 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Tempest neutron_trunk success_rate is 95.4545454545% 2018-05-04 22:36:09,185 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-05-04 22:36:09,186 - xtesting.ci.run_tests - INFO - Test result: +-----------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +-----------------------+------------------+------------------+----------------+ | neutron_trunk | functest | 02:23 | FAIL | +-----------------------+------------------+------------------+----------------+ 2018-05-04 22:36:09,190 - xtesting.ci.run_tests - ERROR - The test case 'neutron_trunk' failed. 2018-05-04 22:36:09,191 - xtesting.ci.run_tests - INFO - Xtesting report: +------------------------------+------------------+---------------+------------------+----------------+ | TEST CASE | PROJECT | TIER | DURATION | RESULT | +------------------------------+------------------+---------------+------------------+----------------+ | vping_ssh | functest | smoke | 00:58 | PASS | | vping_userdata | functest | smoke | 00:44 | PASS | | tempest_smoke_serial | functest | smoke | 17:41 | FAIL | | rally_sanity | functest | smoke | 24:34 | PASS | | refstack_defcore | functest | smoke | 09:12 | FAIL | | patrole | functest | smoke | 03:17 | PASS | | odl | functest | smoke | 00:20 | PASS | | snaps_smoke | functest | smoke | 39:03 | FAIL | | neutron_trunk | functest | smoke | 02:23 | FAIL | +------------------------------+------------------+---------------+------------------+----------------+ 2018-05-04 22:36:09,197 - xtesting.ci.run_tests - INFO - Execution exit value: Result.EX_ERROR 2018-05-04 22:36:12,347 - xtesting.ci.run_tests - INFO - Deployment description: +--------------------------------------+----------------------------------------------------------+ | ENV VAR | VALUE | +--------------------------------------+----------------------------------------------------------+ | BUILD_TAG | jenkins-functest-apex-baremetal-daily-fraser-86 | | ENERGY_RECORDER_API_URL | http://energy.opnfv.fr/resources | | ENERGY_RECORDER_API_PASSWORD | | | CI_LOOP | daily | | TEST_DB_URL | http://testresults.opnfv.org/test/api/v1/results | | INSTALLER_TYPE | apex | | DEPLOY_SCENARIO | os-odl-bgpvpn-ha | | ENERGY_RECORDER_API_USER | | | NODE_NAME | lf-pod1 | +--------------------------------------+----------------------------------------------------------+ 2018-05-04 22:36:12,351 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file # Clear any old environment that may conflict. for key in $( set | awk '{FS="="} /^OS_/ {print $1}' ); do unset $key ; done export OS_USERNAME=admin export OS_USER_DOMAIN_NAME=Default export OS_PROJECT_DOMAIN_NAME=Default export OS_BAREMETAL_API_VERSION=1.34 export NOVA_VERSION=1.1 export OS_PROJECT_NAME=admin export OS_PASSWORD=uhBx7BjTEX7tNwwyJtgXZvmjq export OS_NO_CACHE=True export COMPUTE_API_VERSION=1.1 export no_proxy=,172.30.9.24,192.30.9.10 export OS_VOLUME_API_VERSION=3 export OS_CLOUDNAME=overcloud export OS_AUTH_URL=http://172.30.9.24:5000/v3 export IRONIC_API_VERSION=1.34 export OS_IDENTITY_API_VERSION=3 export OS_IMAGE_API_VERSION=2 export OS_AUTH_TYPE=password export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available" # Add OS_CLOUDNAME to PS1 if [ -z "${CLOUDPROMPT_ENABLED:-}" ]; then export PS1=${PS1:-""} export PS1=\${OS_CLOUDNAME:+"(\$OS_CLOUDNAME)"}\ $PS1 export CLOUDPROMPT_ENABLED=1 fi export SDN_CONTROLLER_IP=192.30.9.10 export OS_REGION_NAME=regionOne 2018-05-04 22:36:12,351 - xtesting.ci.run_tests - DEBUG - Test args: all 2018-05-04 22:36:12,352 - xtesting.ci.run_tests - INFO - TESTS TO BE EXECUTED: +------------------+---------------+--------------------------+-------------------------------------------+------------------------------------+ | TIERS | ORDER | CI LOOP | DESCRIPTION | TESTCASES | +------------------+---------------+--------------------------+-------------------------------------------+------------------------------------+ | features | 2 | (daily)|(weekly) | Test suites from feature projects | doctor-notification bgpvpn | | | | | integrated in functest | | +------------------+---------------+--------------------------+-------------------------------------------+------------------------------------+ 2018-05-04 22:36:12,354 - xtesting.ci.run_tests - INFO - Running tier 'features' 2018-05-04 22:36:12,354 - xtesting.ci.run_tests - INFO - Running test case 'doctor-notification'... 2018-05-04 22:40:12,796 - xtesting.core.feature - INFO - Test result is stored in '/var/lib/xtesting/results/doctor-notification.log' 2018-05-04 22:40:12,930 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-05-04 22:40:12,931 - xtesting.ci.run_tests - INFO - Test result: +-----------------------------+-----------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +-----------------------------+-----------------+------------------+----------------+ | doctor-notification | doctor | 04:00 | PASS | +-----------------------------+-----------------+------------------+----------------+ 2018-05-04 22:40:12,934 - xtesting.ci.run_tests - INFO - Running test case 'bgpvpn'... 2018-05-04 22:59:26,337 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Creating Rally environment... 2018-05-04 22:59:35,097 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment create --fromenv --name opnfv-rally 2018-05-04 22:59:34.828 151 INFO rally.deployment.engines.existing [-] Save deployment 'opnfv-rally' (uuid=4fafbda4-c1a0-450d-93e5-120e97464943) with 'openstack' platform. +--------------------------------------+---------------------+-------------+------------------+--------+ | uuid | created_at | name | status | active | +--------------------------------------+---------------------+-------------+------------------+--------+ | 4fafbda4-c1a0-450d-93e5-120e97464943 | 2018-05-04T22:59:34 | opnfv-rally | deploy->finished | | +--------------------------------------+---------------------+-------------+------------------+--------+ Using deployment: 4fafbda4-c1a0-450d-93e5-120e97464943 ~/.rally/openrc was updated HINTS: * To use standard OpenStack clients, set up your env by running: source ~/.rally/openrc OpenStack clients are now configured, e.g run: openstack image list 2018-05-04 22:59:38,369 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment check -------------------------------------------------------------------------------- Platform openstack: -------------------------------------------------------------------------------- Available services: +-------------+----------------+-----------+ | Service | Service Type | Status | +-------------+----------------+-----------+ | __unknown__ | alarming | Available | | __unknown__ | key-manager | Available | | __unknown__ | placement | Available | | __unknown__ | policy | Available | | __unknown__ | volumev2 | Available | | __unknown__ | volumev3 | Available | | ceilometer | metering | Available | | cinder | volume | Available | | cloud | cloudformation | Available | | glance | image | Available | | gnocchi | metric | Available | | heat | orchestration | Available | | keystone | identity | Available | | neutron | network | Available | | nova | compute | Available | +-------------+----------------+-----------+ 2018-05-04 22:59:38,370 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Create verifier from existing repo... 2018-05-04 22:59:44,643 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify create-verifier --source /src/tempest --name opnfv-tempest --type tempest --system-wide 2018-05-04 22:59:42.599 160 INFO rally.api [-] Creating verifier 'opnfv-tempest'. 2018-05-04 22:59:42.736 160 INFO rally.verification.manager [-] Cloning verifier repo from /src/tempest. 2018-05-04 22:59:44.473 160 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=30861add-786d-40b5-84f4-8ba4bd0d4557) has been successfully created! Using verifier 'opnfv-tempest' (UUID=30861add-786d-40b5-84f4-8ba4bd0d4557) as the default verifier for the future CLI operations. 2018-05-04 22:59:50,589 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify configure-verifier --reconfigure --id opnfv-tempest 2018-05-04 22:59:49.563 179 INFO rally.api [-] Configuring verifier 'opnfv-tempest' (UUID=30861add-786d-40b5-84f4-8ba4bd0d4557) for deployment 'opnfv-rally' (UUID=4fafbda4-c1a0-450d-93e5-120e97464943). 2018-05-04 22:59:50.438 179 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=30861add-786d-40b5-84f4-8ba4bd0d4557) has been successfully configured for deployment 'opnfv-rally' (UUID=4fafbda4-c1a0-450d-93e5-120e97464943)! 2018-05-04 22:59:50,589 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Looking for tempest.conf file... 2018-05-04 23:05:36,772 - functest.utils.functest_utils - DEBUG - Executing command: 'rm -rf /tmp/sdnvpn-logs/;mkdir -p /tmp/sdnvpn-logs/' 2018-05-04 23:05:41,359 - functest.utils.functest_utils - DEBUG - Executing command: 'mkdir -p /tmp/sdnvpn-logs/' 2018-05-04 23:05:41,375 - functest.utils.functest_utils - DEBUG - Executing command: 'cd /tmp/sdnvpn-logs/; tar -xzvf /tmp/log_output-overcloud-controller-2.tar.gz --strip-components=1' 2018-05-04 23:05:47,792 - functest.utils.functest_utils - DEBUG - Executing command: 'mkdir -p /tmp/sdnvpn-logs/' 2018-05-04 23:05:47,808 - functest.utils.functest_utils - DEBUG - Executing command: 'cd /tmp/sdnvpn-logs/; tar -xzvf /tmp/log_output-overcloud-controller-0.tar.gz --strip-components=1' 2018-05-04 23:05:53,830 - functest.utils.functest_utils - DEBUG - Executing command: 'mkdir -p /tmp/sdnvpn-logs/' 2018-05-04 23:05:53,845 - functest.utils.functest_utils - DEBUG - Executing command: 'cd /tmp/sdnvpn-logs/; tar -xzvf /tmp/log_output-overcloud-controller-1.tar.gz --strip-components=1' 2018-05-04 23:05:54,374 - functest.utils.functest_utils - DEBUG - Executing command: 'mkdir -p /tmp/sdnvpn-logs/' 2018-05-04 23:05:54,388 - functest.utils.functest_utils - DEBUG - Executing command: 'cd /tmp/sdnvpn-logs/; tar -xzvf /tmp/log_output-overcloud-novacompute-1.tar.gz --strip-components=1' 2018-05-04 23:05:54,664 - functest.utils.functest_utils - DEBUG - Executing command: 'mkdir -p /tmp/sdnvpn-logs/' 2018-05-04 23:05:54,678 - functest.utils.functest_utils - DEBUG - Executing command: 'cd /tmp/sdnvpn-logs/; tar -xzvf /tmp/log_output-overcloud-novacompute-0.tar.gz --strip-components=1' 2018-05-04 23:05:54,707 - functest.utils.functest_utils - DEBUG - Executing command: 'cd /home/opnfv/functest/results;tar czvf sdnvpn-logs-overall.tar.gz /tmp/sdnvpn-logs/' 2018-05-04 23:05:56,390 - xtesting.core.feature - INFO - Test result is stored in '/var/lib/xtesting/results/bgpvpn.log' 2018-05-04 23:05:56,536 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results 2018-05-04 23:05:56,537 - xtesting.ci.run_tests - INFO - Test result: +-------------------+-----------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +-------------------+-----------------+------------------+----------------+ | bgpvpn | sdnvpn | 25:42 | FAIL | +-------------------+-----------------+------------------+----------------+ 2018-05-04 23:05:56,541 - xtesting.ci.run_tests - ERROR - The test case 'bgpvpn' failed. 2018-05-04 23:05:56,542 - xtesting.ci.run_tests - INFO - Xtesting report: +-----------------------------+------------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | TIER | DURATION | RESULT | +-----------------------------+------------------------+------------------+------------------+----------------+ | doctor-notification | doctor | features | 04:00 | PASS | | bgpvpn | sdnvpn | features | 25:42 | FAIL | | functest-odl-sfc | sfc | features | 00:00 | SKIP | | barometercollectd | barometer | features | 00:00 | SKIP | | fds | fastdatastacks | features | 00:00 | SKIP | +-----------------------------+------------------------+------------------+------------------+----------------+ 2018-05-04 23:05:56,546 - xtesting.ci.run_tests - INFO - Execution exit value: Result.EX_ERROR 2018-05-04 23:06:02,383 - xtesting.ci.run_tests - INFO - Deployment description: +--------------------------------------+----------------------------------------------------------+ | ENV VAR | VALUE | +--------------------------------------+----------------------------------------------------------+ | BUILD_TAG | jenkins-functest-apex-baremetal-daily-fraser-86 | | ENERGY_RECORDER_API_URL | http://energy.opnfv.fr/resources | | ENERGY_RECORDER_API_PASSWORD | | | CI_LOOP | daily | | TEST_DB_URL | http://testresults.opnfv.org/test/api/v1/results | | INSTALLER_TYPE | apex | | DEPLOY_SCENARIO | os-odl-bgpvpn-ha | | ENERGY_RECORDER_API_USER | | | NODE_NAME | lf-pod1 | +--------------------------------------+----------------------------------------------------------+ 2018-05-04 23:06:02,387 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file # Clear any old environment that may conflict. for key in $( set | awk '{FS="="} /^OS_/ {print $1}' ); do unset $key ; done export OS_USERNAME=admin export OS_USER_DOMAIN_NAME=Default export OS_PROJECT_DOMAIN_NAME=Default export OS_BAREMETAL_API_VERSION=1.34 export NOVA_VERSION=1.1 export OS_PROJECT_NAME=admin export OS_PASSWORD=uhBx7BjTEX7tNwwyJtgXZvmjq export OS_NO_CACHE=True export COMPUTE_API_VERSION=1.1 export no_proxy=,172.30.9.24,192.30.9.10 export OS_VOLUME_API_VERSION=3 export OS_CLOUDNAME=overcloud export OS_AUTH_URL=http://172.30.9.24:5000/v3 export IRONIC_API_VERSION=1.34 export OS_IDENTITY_API_VERSION=3 export OS_IMAGE_API_VERSION=2 export OS_AUTH_TYPE=password export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available" # Add OS_CLOUDNAME to PS1 if [ -z "${CLOUDPROMPT_ENABLED:-}" ]; then export PS1=${PS1:-""} export PS1=\${OS_CLOUDNAME:+"(\$OS_CLOUDNAME)"}\ $PS1 export CLOUDPROMPT_ENABLED=1 fi export SDN_CONTROLLER_IP=192.30.9.10 export OS_REGION_NAME=regionOne 2018-05-04 23:06:02,388 - xtesting.ci.run_tests - DEBUG - Test args: all 2018-05-04 23:06:02,388 - xtesting.ci.run_tests - INFO - TESTS TO BE EXECUTED: +---------------+---------------+-----------------+---------------------+-------------------+ | TIERS | ORDER | CI LOOP | DESCRIPTION | TESTCASES | +---------------+---------------+-----------------+---------------------+-------------------+ +---------------+---------------+-----------------+---------------------+-------------------+ 2018-05-04 23:06:02,389 - xtesting.ci.run_tests - INFO - Xtesting report: +----------------------+------------------+--------------+------------------+----------------+ | TEST CASE | PROJECT | TIER | DURATION | RESULT | +----------------------+------------------+--------------+------------------+----------------+ | cloudify_ims | functest | vnf | 00:00 | SKIP | | vyos_vrouter | functest | vnf | 00:00 | SKIP | | juju_epc | functest | vnf | 00:00 | SKIP | +----------------------+------------------+--------------+------------------+----------------+ 2018-05-04 23:06:02,391 - xtesting.ci.run_tests - INFO - Execution exit value: Result.EX_OK 2018-05-04 23:06:06,598 - xtesting.ci.run_tests - INFO - Deployment description: +--------------------------------------+----------------------------------------------------------+ | ENV VAR | VALUE | +--------------------------------------+----------------------------------------------------------+ | BUILD_TAG | jenkins-functest-apex-baremetal-daily-fraser-86 | | ENERGY_RECORDER_API_URL | http://energy.opnfv.fr/resources | | ENERGY_RECORDER_API_PASSWORD | | | CI_LOOP | daily | | TEST_DB_URL | http://testresults.opnfv.org/test/api/v1/results | | INSTALLER_TYPE | apex | | DEPLOY_SCENARIO | os-odl-bgpvpn-ha | | ENERGY_RECORDER_API_USER | | | NODE_NAME | lf-pod1 | +--------------------------------------+----------------------------------------------------------+ 2018-05-04 23:06:06,603 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file # Clear any old environment that may conflict. for key in $( set | awk '{FS="="} /^OS_/ {print $1}' ); do unset $key ; done export OS_USERNAME=admin export OS_USER_DOMAIN_NAME=Default export OS_PROJECT_DOMAIN_NAME=Default export OS_BAREMETAL_API_VERSION=1.34 export NOVA_VERSION=1.1 export OS_PROJECT_NAME=admin export OS_PASSWORD=uhBx7BjTEX7tNwwyJtgXZvmjq export OS_NO_CACHE=True export COMPUTE_API_VERSION=1.1 export no_proxy=,172.30.9.24,192.30.9.10 export OS_VOLUME_API_VERSION=3 export OS_CLOUDNAME=overcloud export OS_AUTH_URL=http://172.30.9.24:5000/v3 export IRONIC_API_VERSION=1.34 export OS_IDENTITY_API_VERSION=3 export OS_IMAGE_API_VERSION=2 export OS_AUTH_TYPE=password export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available" # Add OS_CLOUDNAME to PS1 if [ -z "${CLOUDPROMPT_ENABLED:-}" ]; then export PS1=${PS1:-""} export PS1=\${OS_CLOUDNAME:+"(\$OS_CLOUDNAME)"}\ $PS1 export CLOUDPROMPT_ENABLED=1 fi export SDN_CONTROLLER_IP=192.30.9.10 export OS_REGION_NAME=regionOne 2018-05-04 23:06:06,604 - xtesting.ci.run_tests - DEBUG - Test args: all 2018-05-04 23:06:06,604 - xtesting.ci.run_tests - INFO - TESTS TO BE EXECUTED: +---------------+---------------+-----------------+---------------------+-------------------+ | TIERS | ORDER | CI LOOP | DESCRIPTION | TESTCASES | +---------------+---------------+-----------------+---------------------+-------------------+ +---------------+---------------+-----------------+---------------------+-------------------+ 2018-05-04 23:06:06,605 - xtesting.ci.run_tests - INFO - Xtesting report: +-----------------------+-----------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | TIER | DURATION | RESULT | +-----------------------+-----------------+------------------+------------------+----------------+ | parser-basics | parser | features | 00:00 | SKIP | +-----------------------+-----------------+------------------+------------------+----------------+ 2018-05-04 23:06:06,606 - xtesting.ci.run_tests - INFO - Execution exit value: Result.EX_OK