2018-04-11 03:54:29,440 - xtesting.ci.run_tests - INFO - Deployment description:

+--------------------------------------+----------------------------------------------------------+
|               ENV VAR                |                          VALUE                           |
+--------------------------------------+----------------------------------------------------------+
|              BUILD_TAG               |      jenkins-functest-apex-baremetal-daily-fraser-3      |
|       ENERGY_RECORDER_API_URL        |             http://energy.opnfv.fr/resources             |
|     ENERGY_RECORDER_API_PASSWORD     |                                                          |
|               CI_LOOP                |                          daily                           |
|             TEST_DB_URL              |     http://testresults.opnfv.org/test/api/v1/results     |
|            INSTALLER_TYPE            |                           apex                           |
|           DEPLOY_SCENARIO            |                   os-odl-nofeature-ha                    |
|       ENERGY_RECORDER_API_USER       |                                                          |
|              NODE_NAME               |                         lf-pod1                          |
+--------------------------------------+----------------------------------------------------------+

2018-04-11 03:54:29,444 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file

# Clear any old environment that may conflict.
for key in $( set | awk '{FS="="}  /^OS_/ {print $1}' ); do unset $key ; done
export OS_USERNAME=admin
export OS_USER_DOMAIN_NAME=Default
export OS_PROJECT_DOMAIN_NAME=Default
export OS_BAREMETAL_API_VERSION=1.34
export NOVA_VERSION=1.1
export OS_PROJECT_NAME=admin
export OS_PASSWORD=rk2FweThfM4gtWwqJHQJx3gUU
export OS_NO_CACHE=True
export COMPUTE_API_VERSION=1.1
export no_proxy=,172.30.9.27,192.30.9.5
export OS_VOLUME_API_VERSION=3
export OS_CLOUDNAME=overcloud
export OS_AUTH_URL=http://172.30.9.27:5000/v3
export IRONIC_API_VERSION=1.34
export OS_IDENTITY_API_VERSION=3
export OS_IMAGE_API_VERSION=2
export OS_AUTH_TYPE=password
export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available"

# Add OS_CLOUDNAME to PS1
if [ -z "${CLOUDPROMPT_ENABLED:-}" ]; then
    export PS1=${PS1:-""}
    export PS1=\${OS_CLOUDNAME:+"(\$OS_CLOUDNAME)"}\ $PS1
    export CLOUDPROMPT_ENABLED=1
fi
export SDN_CONTROLLER_IP=192.30.9.5
export OS_REGION_NAME=regionOne

2018-04-11 03:54:29,444 - xtesting.ci.run_tests - DEBUG - Test args: all
2018-04-11 03:54:29,446 - xtesting.ci.run_tests - INFO - TESTS TO BE EXECUTED:

+---------------------+---------------+--------------------------+-------------------------------------------------+------------------------------------+
|        TIERS        |     ORDER     |         CI LOOP          |                   DESCRIPTION                   |             TESTCASES              |
+---------------------+---------------+--------------------------+-------------------------------------------------+------------------------------------+
|     healthcheck     |       0       |     (daily)|(weekly)     |     First tier to be executed to verify the     |     connection_check api_check     |
|                     |               |                          |           basic operations in the VIM.          |         snaps_health_check         |
+---------------------+---------------+--------------------------+-------------------------------------------------+------------------------------------+

2018-04-11 03:54:29,447 - xtesting.ci.run_tests - INFO - Running tier 'healthcheck'
2018-04-11 03:54:29,448 - xtesting.ci.run_tests - INFO - Running test case 'connection_check'...
2018-04-11 03:54:33,316 - functest.opnfv_tests.openstack.snaps.snaps_test_runner - INFO - Using flavor metadata 'None'
2018-04-11 03:54:43,030 - xtesting.core.unit - DEBUG - 

test_glance_connect_fail (snaps.openstack.utils.tests.glance_utils_tests.GlanceSmokeTests) ... ok
test_glance_connect_success (snaps.openstack.utils.tests.glance_utils_tests.GlanceSmokeTests) ... ok
test_keystone_connect_fail (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneSmokeTests) ... ok
test_keystone_connect_success (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneSmokeTests) ... ok
test_neutron_connect_fail (snaps.openstack.utils.tests.neutron_utils_tests.NeutronSmokeTests) ... ok
test_neutron_connect_success (snaps.openstack.utils.tests.neutron_utils_tests.NeutronSmokeTests) ... ok
test_retrieve_ext_network_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronSmokeTests) ... ok
test_nova_connect_fail (snaps.openstack.utils.tests.nova_utils_tests.NovaSmokeTests) ... ok
test_nova_connect_success (snaps.openstack.utils.tests.nova_utils_tests.NovaSmokeTests) ... ok
test_nova_get_hypervisor_hosts (snaps.openstack.utils.tests.nova_utils_tests.NovaSmokeTests) ... ok
test_heat_connect_fail (snaps.openstack.utils.tests.heat_utils_tests.HeatSmokeTests) ... ok
test_heat_connect_success (snaps.openstack.utils.tests.heat_utils_tests.HeatSmokeTests) ... ok
test_cinder_connect_fail (snaps.openstack.utils.tests.cinder_utils_tests.CinderSmokeTests) ... ok
test_cinder_connect_success (snaps.openstack.utils.tests.cinder_utils_tests.CinderSmokeTests) ... ok

----------------------------------------------------------------------
Ran 14 tests in 9.702s

OK

2018-04-11 03:54:43,151 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results
2018-04-11 03:54:43,151 - xtesting.ci.run_tests - INFO - Test result:

+--------------------------+------------------+------------------+----------------+
|        TEST CASE         |     PROJECT      |     DURATION     |     RESULT     |
+--------------------------+------------------+------------------+----------------+
|     connection_check     |     functest     |      00:10       |      PASS      |
+--------------------------+------------------+------------------+----------------+

2018-04-11 03:54:43,155 - xtesting.ci.run_tests - INFO - Running test case 'api_check'...
2018-04-11 03:54:45,195 - functest.opnfv_tests.openstack.snaps.snaps_test_runner - INFO - Using flavor metadata 'None'
2018-04-11 04:06:49,942 - xtesting.core.unit - DEBUG - 

test_create_project_minimal (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok
test_create_user_minimal (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok
test_get_endpoint_fail_without_proper_credentials (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok
test_get_endpoint_fail_without_proper_service (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok
test_get_endpoint_success (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok
test_get_endpoint_with_each_interface (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok
test_grant_user_role_to_project (snaps.openstack.utils.tests.keystone_utils_tests.KeystoneUtilsTests) ... ok
test_create_admin_user (snaps.openstack.tests.create_user_tests.CreateUserSuccessTests) ... ok
test_create_delete_user (snaps.openstack.tests.create_user_tests.CreateUserSuccessTests) ... ok
test_create_user (snaps.openstack.tests.create_user_tests.CreateUserSuccessTests) ... ok
test_create_user_2x (snaps.openstack.tests.create_user_tests.CreateUserSuccessTests) ... ok
test_create_delete_project (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok
test_create_project (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok
test_create_project_2x (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok
test_create_project_bad_domain (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok
test_create_project_quota_override (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok
test_update_quotas (snaps.openstack.tests.create_project_tests.CreateProjectSuccessTests) ... ok
test_create_project_sec_grp_one_user (snaps.openstack.tests.create_project_tests.CreateProjectUserTests) ... ok
test_create_project_sec_grp_two_users (snaps.openstack.tests.create_project_tests.CreateProjectUserTests) ... ok
test_create_image_minimal_file (snaps.openstack.utils.tests.glance_utils_tests.GlanceUtilsTests) ... ok
test_create_image_minimal_url (snaps.openstack.utils.tests.glance_utils_tests.GlanceUtilsTests) ... ok
test_create_network (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsNetworkTests) ... ok
test_create_network_empty_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsNetworkTests) ... ok
test_create_network_null_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsNetworkTests) ... ok
test_create_subnet (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSubnetTests) ... ok
test_create_subnet_empty_cidr (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSubnetTests) ... ok
test_create_subnet_empty_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSubnetTests) ... ok
test_create_subnet_null_cidr (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSubnetTests) ... ok
test_create_subnet_null_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSubnetTests) ... ok
test_add_interface_router (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok
test_add_interface_router_missing_subnet (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok
test_add_interface_router_null_router (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok
test_add_interface_router_null_subnet (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok
test_create_port (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok
test_create_port_empty_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok
test_create_port_invalid_ip (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok
test_create_port_invalid_ip_to_subnet (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok
test_create_port_null_ip (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok
test_create_port_null_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok
test_create_port_null_network_object (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok
test_create_router_simple (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok
test_create_router_with_public_interface (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsRouterTests) ... ok
test_create_delete_simple_sec_grp (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSecurityGroupTests) ... ok
test_create_sec_grp_no_name (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSecurityGroupTests) ... ok
test_create_sec_grp_no_rules (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSecurityGroupTests) ... ok
test_create_sec_grp_one_rule (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSecurityGroupTests) ... ok
test_get_sec_grp_by_id (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsSecurityGroupTests) ... ok
test_floating_ips (snaps.openstack.utils.tests.neutron_utils_tests.NeutronUtilsFloatingIpTests) ... ok
test_create_delete_keypair (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsKeypairTests) ... ok
test_create_key_from_file (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsKeypairTests) ... ok
test_create_keypair (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsKeypairTests) ... ok
test_create_delete_flavor (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsFlavorTests) ... ok
test_create_flavor (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsFlavorTests) ... ok
test_create_instance (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsInstanceTests) ... ok
test_add_remove_volume (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsInstanceVolumeTests) ... ok
test_attach_volume_nowait (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsInstanceVolumeTests) ... ok
test_detach_volume_nowait (snaps.openstack.utils.tests.nova_utils_tests.NovaUtilsInstanceVolumeTests) ... ok
test_create_clean_flavor (snaps.openstack.tests.create_flavor_tests.CreateFlavorTests) ... ok
test_create_delete_flavor (snaps.openstack.tests.create_flavor_tests.CreateFlavorTests) ... ok
test_create_flavor (snaps.openstack.tests.create_flavor_tests.CreateFlavorTests) ... ok
test_create_flavor_all_settings (snaps.openstack.tests.create_flavor_tests.CreateFlavorTests) ... ok
test_create_flavor_existing (snaps.openstack.tests.create_flavor_tests.CreateFlavorTests) ... ok
test_create_stack (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsCreateSimpleStackTests) ... ok
test_create_stack_x2 (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsCreateSimpleStackTests) ... ok
test_get_settings_from_stack (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsCreateComplexStackTests) ... ok
test_create_flavor_with_stack (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsFlavorTests) ... ok
test_create_keypair_with_stack (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsKeypairTests) ... ok
test_create_security_group_with_stack (snaps.openstack.utils.tests.heat_utils_tests.HeatUtilsSecurityGroupTests) ... ok
test_create_delete_qos (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsQoSTests) ... ok
test_create_qos_back (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsQoSTests) ... ok
test_create_qos_both (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsQoSTests) ... ok
test_create_qos_front (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsQoSTests) ... ok
test_create_delete_volume (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTests) ... ok
test_create_simple_volume (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTests) ... ok
test_create_delete_volume_type (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsSimpleVolumeTypeTests) ... ok
test_create_simple_volume_type (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsSimpleVolumeTypeTests) ... ok
test_create_bad_key_size (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsAddEncryptionTests) ... ok
test_create_delete_encryption (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsAddEncryptionTests) ... ok
test_create_simple_encryption (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsAddEncryptionTests) ... ok
test_create_with_all_attrs (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsAddEncryptionTests) ... ok
test_create_with_encryption (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTypeCompleteTests) ... ok
test_create_with_invalid_qos (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTypeCompleteTests) ... ok
test_create_with_qos (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTypeCompleteTests) ... ok
test_create_with_qos_and_encryption (snaps.openstack.utils.tests.cinder_utils_tests.CinderUtilsVolumeTypeCompleteTests) ... ok

----------------------------------------------------------------------
Ran 84 tests in 724.695s

OK

2018-04-11 04:06:50,068 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results
2018-04-11 04:06:50,069 - xtesting.ci.run_tests - INFO - Test result:

+-------------------+------------------+------------------+----------------+
|     TEST CASE     |     PROJECT      |     DURATION     |     RESULT     |
+-------------------+------------------+------------------+----------------+
|     api_check     |     functest     |      12:05       |      PASS      |
+-------------------+------------------+------------------+----------------+

2018-04-11 04:06:50,073 - xtesting.ci.run_tests - INFO - Running test case 'snaps_health_check'...
2018-04-11 04:06:51,082 - functest.opnfv_tests.openstack.snaps.snaps_test_runner - INFO - Using flavor metadata 'None'
2018-04-11 04:08:27,180 - xtesting.core.unit - DEBUG - 

test_check_vm_ip_dhcp (snaps.openstack.tests.create_instance_tests.SimpleHealthCheck) ... ok

----------------------------------------------------------------------
Ran 1 test in 96.097s

OK

2018-04-11 04:08:27,290 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results
2018-04-11 04:08:27,291 - xtesting.ci.run_tests - INFO - Test result:

+----------------------------+------------------+------------------+----------------+
|         TEST CASE          |     PROJECT      |     DURATION     |     RESULT     |
+----------------------------+------------------+------------------+----------------+
|     snaps_health_check     |     functest     |      01:36       |      PASS      |
+----------------------------+------------------+------------------+----------------+

2018-04-11 04:08:27,295 - xtesting.ci.run_tests - INFO - Xtesting report:

+----------------------------+------------------+---------------------+------------------+----------------+
|         TEST CASE          |     PROJECT      |         TIER        |     DURATION     |     RESULT     |
+----------------------------+------------------+---------------------+------------------+----------------+
|      connection_check      |     functest     |     healthcheck     |      00:10       |      PASS      |
|         api_check          |     functest     |     healthcheck     |      12:05       |      PASS      |
|     snaps_health_check     |     functest     |     healthcheck     |      01:36       |      PASS      |
+----------------------------+------------------+---------------------+------------------+----------------+

2018-04-11 04:08:27,301 - xtesting.ci.run_tests - INFO - Execution exit value: Result.EX_OK
2018-04-11 04:08:32,725 - xtesting.ci.run_tests - INFO - Deployment description:

+--------------------------------------+----------------------------------------------------------+
|               ENV VAR                |                          VALUE                           |
+--------------------------------------+----------------------------------------------------------+
|              BUILD_TAG               |      jenkins-functest-apex-baremetal-daily-fraser-3      |
|       ENERGY_RECORDER_API_URL        |             http://energy.opnfv.fr/resources             |
|     ENERGY_RECORDER_API_PASSWORD     |                                                          |
|               CI_LOOP                |                          daily                           |
|             TEST_DB_URL              |     http://testresults.opnfv.org/test/api/v1/results     |
|            INSTALLER_TYPE            |                           apex                           |
|           DEPLOY_SCENARIO            |                   os-odl-nofeature-ha                    |
|       ENERGY_RECORDER_API_USER       |                                                          |
|              NODE_NAME               |                         lf-pod1                          |
+--------------------------------------+----------------------------------------------------------+

2018-04-11 04:08:32,729 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file

# Clear any old environment that may conflict.
for key in $( set | awk '{FS="="}  /^OS_/ {print $1}' ); do unset $key ; done
export OS_USERNAME=admin
export OS_USER_DOMAIN_NAME=Default
export OS_PROJECT_DOMAIN_NAME=Default
export OS_BAREMETAL_API_VERSION=1.34
export NOVA_VERSION=1.1
export OS_PROJECT_NAME=admin
export OS_PASSWORD=rk2FweThfM4gtWwqJHQJx3gUU
export OS_NO_CACHE=True
export COMPUTE_API_VERSION=1.1
export no_proxy=,172.30.9.27,192.30.9.5
export OS_VOLUME_API_VERSION=3
export OS_CLOUDNAME=overcloud
export OS_AUTH_URL=http://172.30.9.27:5000/v3
export IRONIC_API_VERSION=1.34
export OS_IDENTITY_API_VERSION=3
export OS_IMAGE_API_VERSION=2
export OS_AUTH_TYPE=password
export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available"

# Add OS_CLOUDNAME to PS1
if [ -z "${CLOUDPROMPT_ENABLED:-}" ]; then
    export PS1=${PS1:-""}
    export PS1=\${OS_CLOUDNAME:+"(\$OS_CLOUDNAME)"}\ $PS1
    export CLOUDPROMPT_ENABLED=1
fi
export SDN_CONTROLLER_IP=192.30.9.5
export OS_REGION_NAME=regionOne

2018-04-11 04:08:32,729 - xtesting.ci.run_tests - DEBUG - Test args: all
2018-04-11 04:08:32,731 - xtesting.ci.run_tests - INFO - TESTS TO BE EXECUTED:

+---------------+---------------+--------------------------+------------------------------------------+--------------------------------------------------+
|     TIERS     |     ORDER     |         CI LOOP          |               DESCRIPTION                |                    TESTCASES                     |
+---------------+---------------+--------------------------+------------------------------------------+--------------------------------------------------+
|     smoke     |       1       |     (daily)|(weekly)     |     Set of basic Functional tests to     |             vping_ssh vping_userdata             |
|               |               |                          |      validate the OPNFV scenarios.       |        tempest_smoke_serial rally_sanity         |
|               |               |                          |                                          |     refstack_defcore patrole odl snaps_smoke     |
|               |               |                          |                                          |                  neutron_trunk                   |
+---------------+---------------+--------------------------+------------------------------------------+--------------------------------------------------+

2018-04-11 04:08:32,733 - xtesting.ci.run_tests - INFO - Running tier 'smoke'
2018-04-11 04:08:32,733 - xtesting.ci.run_tests - INFO - Running test case 'vping_ssh'...
2018-04-11 04:08:38,992 - xtesting.energy.energy - INFO - Energy recorder API is not available, cause=HTTPConnectionPool(host='energy.opnfv.fr', port=80): Read timed out. (read timeout=4)
2018-04-11 04:08:38,992 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Begin virtual environment setup
2018-04-11 04:08:38,992 - functest.opnfv_tests.openstack.vping.vping_base - INFO - vPing Start Time:'2018-04-11 04:08:38'
2018-04-11 04:08:38,992 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating image with name: 'functest-vping--7ea3f53b-3747-4848-9998-ea023a068d11'
2018-04-11 04:08:42,648 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating network with name: 'vping-net-7ea3f53b-3747-4848-9998-ea023a068d11'
2018-04-11 04:08:46,173 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating router with name: 'vping-router-7ea3f53b-3747-4848-9998-ea023a068d11'
2018-04-11 04:08:52,166 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating flavor with name: 'vping-flavor-7ea3f53b-3747-4848-9998-ea023a068d11'
2018-04-11 04:08:53,008 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating keypair with name: 'vPing-keypair-7ea3f53b-3747-4848-9998-ea023a068d11'
2018-04-11 04:08:53,765 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating VM 1 instance with name: 'opnfv-vping-1-7ea3f53b-3747-4848-9998-ea023a068d11'
2018-04-11 04:09:00,806 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Security group with name: 'vPing-sg-7ea3f53b-3747-4848-9998-ea023a068d11'
2018-04-11 04:09:05,511 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating VM 2 instance with name: 'opnfv-vping-2-7ea3f53b-3747-4848-9998-ea023a068d11'
2018-04-11 04:09:26,908 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Begin test execution
2018-04-11 04:10:35,396 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Trying to transfer ping.sh
2018-04-11 04:10:35,533 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Waiting for ping...
2018-04-11 04:10:36,540 - functest.opnfv_tests.openstack.vping.vping_base - INFO - vPing detected!
2018-04-11 04:10:54,784 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results
2018-04-11 04:10:54,784 - xtesting.ci.run_tests - INFO - Test result:

+-------------------+------------------+------------------+----------------+
|     TEST CASE     |     PROJECT      |     DURATION     |     RESULT     |
+-------------------+------------------+------------------+----------------+
|     vping_ssh     |     functest     |      01:58       |      PASS      |
+-------------------+------------------+------------------+----------------+

2018-04-11 04:10:54,789 - xtesting.ci.run_tests - INFO - Running test case 'vping_userdata'...
2018-04-11 04:10:54,886 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Begin virtual environment setup
2018-04-11 04:10:54,886 - functest.opnfv_tests.openstack.vping.vping_base - INFO - vPing Start Time:'2018-04-11 04:10:54'
2018-04-11 04:10:54,886 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating image with name: 'functest-vping--a9a184c8-8856-4a47-8d52-5b4d19acb5df'
2018-04-11 04:10:58,157 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating network with name: 'vping-net-a9a184c8-8856-4a47-8d52-5b4d19acb5df'
2018-04-11 04:11:00,537 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating router with name: 'vping-router-a9a184c8-8856-4a47-8d52-5b4d19acb5df'
2018-04-11 04:11:08,868 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating flavor with name: 'vping-flavor-a9a184c8-8856-4a47-8d52-5b4d19acb5df'
2018-04-11 04:11:09,626 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating VM 1 instance with name: 'opnfv-vping-1-a9a184c8-8856-4a47-8d52-5b4d19acb5df'
2018-04-11 04:11:15,832 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Creating VM 2 instance with name: 'opnfv-vping-2-a9a184c8-8856-4a47-8d52-5b4d19acb5df'
2018-04-11 04:11:23,021 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Begin test execution
2018-04-11 04:11:33,415 - functest.opnfv_tests.openstack.vping.vping_base - INFO - Waiting for ping...
2018-04-11 04:11:36,166 - functest.opnfv_tests.openstack.vping.vping_base - DEBUG - Pinging 192.168.130.9. Waiting for response...
2018-04-11 04:12:02,757 - functest.opnfv_tests.openstack.vping.vping_base - DEBUG - Pinging 192.168.130.9. Waiting for response...
2018-04-11 04:12:28,395 - functest.opnfv_tests.openstack.vping.vping_base - DEBUG - Pinging 192.168.130.9. Waiting for response...
2018-04-11 04:12:36,071 - functest.opnfv_tests.openstack.vping.vping_base - INFO - vPing detected!
2018-04-11 04:12:55,794 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results
2018-04-11 04:12:55,795 - xtesting.ci.run_tests - INFO - Test result:

+------------------------+------------------+------------------+----------------+
|       TEST CASE        |     PROJECT      |     DURATION     |     RESULT     |
+------------------------+------------------+------------------+----------------+
|     vping_userdata     |     functest     |      01:41       |      PASS      |
+------------------------+------------------+------------------+----------------+

2018-04-11 04:12:55,799 - xtesting.ci.run_tests - INFO - Running test case 'tempest_smoke_serial'...
2018-04-11 04:12:55,935 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Creating Rally environment...
2018-04-11 04:13:02,250 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment create --fromenv --name opnfv-rally
2018-04-11 04:13:01.937 18 INFO rally.deployment.engines.existing [-] Save deployment 'opnfv-rally' (uuid=bc35f445-c7aa-4342-8ebc-d46400dd31b7) with 'openstack' platform.
+--------------------------------------+---------------------+-------------+------------------+--------+
| uuid                                 | created_at          | name        | status           | active |
+--------------------------------------+---------------------+-------------+------------------+--------+
| bc35f445-c7aa-4342-8ebc-d46400dd31b7 | 2018-04-11T04:13:01 | opnfv-rally | deploy->finished |        |
+--------------------------------------+---------------------+-------------+------------------+--------+
Using deployment: bc35f445-c7aa-4342-8ebc-d46400dd31b7
~/.rally/openrc was updated

HINTS:

* To use standard OpenStack clients, set up your env by running:
	source ~/.rally/openrc
  OpenStack clients are now configured, e.g run:
	openstack image list

2018-04-11 04:13:05,513 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment check
--------------------------------------------------------------------------------
Platform openstack:
--------------------------------------------------------------------------------

Available services:
+-------------+-------------------+-----------+
| Service     | Service Type      | Status    |
+-------------+-------------------+-----------+
| __unknown__ | alarming          | Available |
| __unknown__ | key-manager       | Available |
| __unknown__ | nfv-orchestration | Available |
| __unknown__ | placement         | Available |
| __unknown__ | policy            | Available |
| __unknown__ | volumev2          | Available |
| __unknown__ | volumev3          | Available |
| ceilometer  | metering          | Available |
| cinder      | volume            | Available |
| cloud       | cloudformation    | Available |
| glance      | image             | Available |
| gnocchi     | metric            | Available |
| heat        | orchestration     | Available |
| keystone    | identity          | Available |
| neutron     | network           | Available |
| nova        | compute           | Available |
+-------------+-------------------+-----------+



2018-04-11 04:13:05,514 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Create verifier from existing repo...
2018-04-11 04:13:11,787 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify create-verifier --source /src/tempest --name opnfv-tempest --type tempest --system-wide
2018-04-11 04:13:09.694 27 INFO rally.api [-] Creating verifier 'opnfv-tempest'.
2018-04-11 04:13:09.847 27 INFO rally.verification.manager [-] Cloning verifier repo from /src/tempest.
2018-04-11 04:13:11.529 27 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=81ea0289-7126-4213-9e5e-02c3401ce92a) has been successfully created!
Using verifier 'opnfv-tempest' (UUID=81ea0289-7126-4213-9e5e-02c3401ce92a) as the default verifier for the future CLI operations.

2018-04-11 04:13:14,687 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating private network for Tempest suite
2018-04-11 04:13:17,364 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating two images for Tempest suite
2018-04-11 04:13:23,487 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Creating two flavors for Tempest suite
2018-04-11 04:13:28,645 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify configure-verifier --reconfigure --id opnfv-tempest
2018-04-11 04:13:27.624 46 INFO rally.api [-] Configuring verifier 'opnfv-tempest' (UUID=81ea0289-7126-4213-9e5e-02c3401ce92a) for deployment 'opnfv-rally' (UUID=bc35f445-c7aa-4342-8ebc-d46400dd31b7).
2018-04-11 04:13:28.483 46 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=81ea0289-7126-4213-9e5e-02c3401ce92a) has been successfully configured for deployment 'opnfv-rally' (UUID=bc35f445-c7aa-4342-8ebc-d46400dd31b7)!

2018-04-11 04:13:28,645 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Looking for tempest.conf file...
2018-04-11 04:13:28,645 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Updating selected tempest.conf parameters...
2018-04-11 04:13:28,648 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Add/Update required params defined in tempest_conf.yaml into tempest.conf file
2018-04-11 04:13:28,667 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Generating test case list...
2018-04-11 04:13:32,979 - functest.opnfv_tests.openstack.tempest.tempest - INFO - (cd /root/.rally/verification/verifier-81ea0289-7126-4213-9e5e-02c3401ce92a/repo; testr list-tests '^tempest\.(api|scenario).*\[.*\bsmoke\b.*\]$' >/home/opnfv/functest/results/tempest/test_list.txt 2>/dev/null)

2018-04-11 04:13:32,979 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Applying tempest blacklist...
2018-04-11 04:13:32,988 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Tempest blacklist file does not exist.
2018-04-11 04:13:32,989 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Starting Tempest test suite: '['rally', 'verify', 'start', '--load-list', u'/home/opnfv/functest/results/tempest/test_list.txt', '--concurrency', '1']'.
2018-04-11 04:13:35,335 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:13:35.334 55 INFO rally.api [-] Starting verification (UUID=3ab5b843-3a0f-41dc-afa8-5acc639261ff) for deployment 'opnfv-rally' (UUID=bc35f445-c7aa-4342-8ebc-d46400dd31b7) by verifier 'opnfv-tempest' (UUID=81ea0289-7126-4213-9e5e-02c3401ce92a).
2018-04-11 04:13:35,336 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Verification UUID: 3ab5b843-3a0f-41dc-afa8-5acc639261ff
2018-04-11 04:13:42,374 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:13:42.374 55 INFO opnfv-tempest [-] {0} tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor ... success [0.184s]
2018-04-11 04:13:42,429 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:13:42.429 55 INFO opnfv-tempest [-] {0} tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors ... success [0.055s]
2018-04-11 04:13:49,177 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:13:49.177 55 INFO opnfv-tempest [-] {0} tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create ... success [1.657s]
2018-04-11 04:13:52,086 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:13:52.086 55 INFO opnfv-tempest [-] {0} tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list ... success [2.908s]
2018-04-11 04:14:06,258 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:14:06.257 55 INFO opnfv-tempest [-] {0} tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete ... success [6.666s]
2018-04-11 04:14:23,341 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:14:23.340 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip ... success [10.273s]
2018-04-11 04:14:57,234 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:14:57.233 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestBootFromVolume.test_list_servers ... success [0.095s]
2018-04-11 04:14:57,235 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:14:57.234 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestBootFromVolume.test_verify_server_details ... success [0.001s]
2018-04-11 04:15:28,896 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:15:28.896 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers ... success [0.083s]
2018-04-11 04:15:28,897 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:15:28.897 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details ... success [0.001s]
2018-04-11 04:16:00,479 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:16:00.478 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers ... success [0.083s]
2018-04-11 04:16:00,480 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:16:00.479 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details ... success [0.001s]
2018-04-11 04:17:39,759 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:17:39.759 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard ... success [71.922s]
2018-04-11 04:18:04,132 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:18:04.131 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses ... success [0.050s]
2018-04-11 04:18:04,230 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:18:04.230 55 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network ... success [0.098s]
2018-04-11 04:18:12,006 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:18:12.006 55 INFO opnfv-tempest [-] {0} tempest.api.compute.test_versions.TestVersions.test_get_version_details ... success [0.639s]
2018-04-11 04:18:12,016 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:18:12.016 55 INFO opnfv-tempest [-] {0} tempest.api.compute.test_versions.TestVersions.test_list_api_versions ... success [0.010s]
2018-04-11 04:18:13,526 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:18:13.526 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v2.test_services.ServicesTestJSON ... skip: Identity api v2 is not enabled
2018-04-11 04:18:13,527 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:18:13.526 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v2.test_users.UsersTestJSON ... skip: Identity api v2 is not enabled
2018-04-11 04:18:17,497 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:18:17.497 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete ... success [0.483s]
2018-04-11 04:18:23,598 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:18:23.598 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists ... success [0.081s]
2018-04-11 04:18:30,344 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:18:30.344 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain ... success [0.748s]
2018-04-11 04:18:37,839 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:18:37.839 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint ... success [0.447s]
2018-04-11 04:18:46,847 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:18:46.846 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete ... success [3.213s]
2018-04-11 04:18:53,225 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:18:53.225 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy ... success [0.403s]
2018-04-11 04:18:59,620 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:18:59.620 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id ... success [0.187s]
2018-04-11 04:19:07,014 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:19:07.014 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_show_list ... success [0.461s]
2018-04-11 04:19:14,455 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:19:14.454 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service ... success [0.456s]
2018-04-11 04:19:22,968 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:19:22.968 55 INFO opnfv-tempest [-] {0} tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all ... success [2.820s]
2018-04-11 04:19:25,435 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:19:25.435 55 INFO opnfv-tempest [-] {0} tempest.api.identity.v2.test_api_discovery.TestApiDiscovery ... skip: Identity api v2 is not enabled
2018-04-11 04:19:27,543 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:19:27.543 55 INFO opnfv-tempest [-] {0} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types ... success [0.078s]
2018-04-11 04:19:27,628 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:19:27.627 55 INFO opnfv-tempest [-] {0} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources ... success [0.084s]
2018-04-11 04:19:27,700 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:19:27.700 55 INFO opnfv-tempest [-] {0} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses ... success [0.071s]
2018-04-11 04:19:27,708 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:19:27.708 55 INFO opnfv-tempest [-] {0} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_list_api_versions ... success [0.008s]
2018-04-11 04:19:32,213 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:19:32.213 55 INFO opnfv-tempest [-] {0} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image ... success [0.842s]
2018-04-11 04:19:34,674 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:19:34.673 55 INFO opnfv-tempest [-] {0} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file ... success [2.460s]
2018-04-11 04:19:36,571 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:19:36.571 55 INFO opnfv-tempest [-] {0} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image ... success [1.897s]
2018-04-11 04:19:43,479 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:19:43.479 55 INFO opnfv-tempest [-] {0} tempest.api.image.v2.test_versions.VersionsTest.test_list_versions ... success [0.006s]
2018-04-11 04:19:49,650 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:19:49.650 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions ... success [2.827s]
2018-04-11 04:20:01,380 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:20:01.379 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address ... success [2.564s]
2018-04-11 04:20:04,881 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:20:04.880 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip ... success [3.500s]
2018-04-11 04:20:16,926 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:20:16.926 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_network ... success [2.984s]
2018-04-11 04:20:21,006 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:20:21.006 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_port ... success [4.078s]
2018-04-11 04:20:30,011 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:20:30.011 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_subnet ... success [9.005s]
2018-04-11 04:20:39,629 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:20:39.628 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network ... success [3.219s]
2018-04-11 04:20:43,617 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:20:43.617 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port ... success [3.987s]
2018-04-11 04:20:49,744 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:20:49.744 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet ... success [6.127s]
2018-04-11 04:21:06,242 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:06.242 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet ... success [6.473s]
2018-04-11 04:21:06,684 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:06.684 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility ... success [0.442s]
2018-04-11 04:21:06,933 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:06.932 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks ... success [0.248s]
2018-04-11 04:21:07,152 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:07.152 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets ... success [0.219s]
2018-04-11 04:21:07,413 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:07.413 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_show_network ... success [0.260s]
2018-04-11 04:21:07,504 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:07.504 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet ... success [0.091s]
2018-04-11 04:21:23,132 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:23.132 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet ... success [7.154s]
2018-04-11 04:21:23,729 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:23.729 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_external_network_visibility ... success [0.597s]
2018-04-11 04:21:23,843 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:23.843 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_networks ... success [0.114s]
2018-04-11 04:21:23,897 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:23.897 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_subnets ... success [0.053s]
2018-04-11 04:21:24,150 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:24.150 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_network ... success [0.253s]
2018-04-11 04:21:24,372 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:24.372 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_subnet ... success [0.221s]
2018-04-11 04:21:37,007 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:37.006 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools ... success [4.215s]
2018-04-11 04:21:43,222 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:43.222 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups ... success [6.214s]
2018-04-11 04:21:45,377 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:45.377 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port ... success [2.155s]
2018-04-11 04:21:45,444 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:45.444 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports ... success [0.067s]
2018-04-11 04:21:45,646 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:45.645 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port ... success [0.201s]
2018-04-11 04:21:57,759 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:21:57.758 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools ... success [5.012s]
2018-04-11 04:22:04,085 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:22:04.085 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups ... success [6.326s]
2018-04-11 04:22:06,002 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:22:06.001 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port ... success [1.915s]
2018-04-11 04:22:06,208 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:22:06.208 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsTestJSON.test_list_ports ... success [0.207s]
2018-04-11 04:22:06,423 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:22:06.422 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_ports.PortsTestJSON.test_show_port ... success [0.214s]
2018-04-11 04:22:21,272 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:22:21.271 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces ... success [9.305s]
2018-04-11 04:22:26,355 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:22:26.354 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id ... success [5.083s]
2018-04-11 04:22:31,020 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:22:31.020 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id ... success [4.664s]
2018-04-11 04:22:34,035 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:22:34.035 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router ... success [3.014s]
2018-04-11 04:22:58,719 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:22:58.719 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces ... success [9.059s]
2018-04-11 04:23:04,440 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:04.440 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id ... success [5.721s]
2018-04-11 04:23:09,087 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:09.086 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id ... success [4.645s]
2018-04-11 04:23:17,545 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:17.544 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router ... success [8.457s]
2018-04-11 04:23:34,826 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:34.826 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group ... success [1.927s]
2018-04-11 04:23:37,010 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:37.010 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule ... success [2.182s]
2018-04-11 04:23:37,192 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:37.191 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups ... success [0.183s]
2018-04-11 04:23:42,090 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:42.090 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group ... success [1.684s]
2018-04-11 04:23:44,684 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:44.684 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule ... success [2.592s]
2018-04-11 04:23:44,735 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:44.735 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups ... success [0.053s]
2018-04-11 04:23:48,858 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:48.857 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools ... success [0.961s]
2018-04-11 04:23:52,333 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:52.332 55 INFO opnfv-tempest [-] {0} tempest.api.network.test_versions.NetworksApiDiscovery.test_api_version_resources ... success [0.004s]
2018-04-11 04:23:53,618 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:53.617 55 INFO opnfv-tempest [-] {0} tempest.api.object_storage.test_account_quotas.AccountQuotasTest ... skip: AccountQuotasTest skipped as swift is not available
2018-04-11 04:23:53,618 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:53.618 55 INFO opnfv-tempest [-] {0} tempest.api.object_storage.test_account_services.AccountTest ... skip: AccountTest skipped as swift is not available
2018-04-11 04:23:53,620 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:53.619 55 INFO opnfv-tempest [-] {0} tempest.api.object_storage.test_container_quotas.ContainerQuotasTest ... skip: ContainerQuotasTest skipped as swift is not available
2018-04-11 04:23:53,620 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:53.620 55 INFO opnfv-tempest [-] {0} tempest.api.object_storage.test_container_services.ContainerTest ... skip: ContainerTest skipped as swift is not available
2018-04-11 04:23:53,621 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:53.621 55 INFO opnfv-tempest [-] {0} tempest.api.object_storage.test_object_services.ObjectTest ... skip: ObjectTest skipped as swift is not available
2018-04-11 04:23:55,579 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:23:55.579 55 INFO opnfv-tempest [-] {0} tempest.api.volume.test_versions.VersionsTest.test_list_versions ... success [0.011s]
2018-04-11 04:24:11,743 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:24:11.742 55 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_attach_detach_volume_to_instance ... success [10.024s]
2018-04-11 04:24:25,743 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:24:25.742 55 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete ... success [9.112s]
2018-04-11 04:24:37,345 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:24:37.345 55 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_from_image ... success [11.600s]
2018-04-11 04:24:47,035 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:24:47.035 55 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list ... success [0.042s]
2018-04-11 04:27:27,873 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:27:27.872 55 INFO opnfv-tempest [-] {0} tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops ... fail [153.664s]
2018-04-11 04:29:04,994 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:29:04.993 55 INFO opnfv-tempest [-] {0} tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basic_ops ... success [88.077s]
2018-04-11 04:29:49,473 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:29:49.473 55 INFO opnfv-tempest [-] {0} tempest.scenario.test_server_multinode.TestServerMultinode.test_schedule_to_all_nodes ... success [24.490s]
2018-04-11 04:30:05,323 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Showing result for a verification: '['rally', 'verify', 'show', '--uuid', '3ab5b843-3a0f-41dc-afa8-5acc639261ff']'.
2018-04-11 04:30:06,324 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------+

2018-04-11 04:30:06,325 - functest.opnfv_tests.openstack.tempest.tempest - INFO - |                                      Verification                                       |

2018-04-11 04:30:06,325 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+

2018-04-11 04:30:06,325 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | UUID                | 3ab5b843-3a0f-41dc-afa8-5acc639261ff                              |

2018-04-11 04:30:06,325 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Status              | failed                                                            |

2018-04-11 04:30:06,325 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Started at          | 2018-04-11 04:13:35                                               |

2018-04-11 04:30:06,325 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Finished at         | 2018-04-11 04:30:05                                               |

2018-04-11 04:30:06,325 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Duration            | 0:16:30                                                           |

2018-04-11 04:30:06,325 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Run arguments       | concurrency: 1                                                    |

2018-04-11 04:30:06,325 - functest.opnfv_tests.openstack.tempest.tempest - INFO - |                     | load_list: (value is too long, use 'detailed' flag to display it) |

2018-04-11 04:30:06,326 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tags                | -                                                                 |

2018-04-11 04:30:06,326 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier name       | opnfv-tempest (UUID: 81ea0289-7126-4213-9e5e-02c3401ce92a)        |

2018-04-11 04:30:06,326 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier type       | tempest (platform: openstack)                                     |

2018-04-11 04:30:06,326 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Deployment name     | opnfv-rally (UUID: bc35f445-c7aa-4342-8ebc-d46400dd31b7)          |

2018-04-11 04:30:06,326 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests count         | 109                                                               |

2018-04-11 04:30:06,326 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests duration, sec | 969.322                                                           |

2018-04-11 04:30:06,326 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Success             | 89                                                                |

2018-04-11 04:30:06,326 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Skipped             | 19                                                                |

2018-04-11 04:30:06,326 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Expected failures   | 0                                                                 |

2018-04-11 04:30:06,326 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Unexpected success  | 0                                                                 |

2018-04-11 04:30:06,326 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Failures            | 1                                                                 |

2018-04-11 04:30:06,327 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+

2018-04-11 04:30:06,327 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------------------------------------------------------------------+

2018-04-11 04:30:06,428 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Tempest tempest_smoke_serial success_rate is 98.8888888889%
2018-04-11 04:30:14,925 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results
2018-04-11 04:30:14,925 - xtesting.ci.run_tests - INFO - Test result:

+------------------------------+------------------+------------------+----------------+
|          TEST CASE           |     PROJECT      |     DURATION     |     RESULT     |
+------------------------------+------------------+------------------+----------------+
|     tempest_smoke_serial     |     functest     |      17:00       |      FAIL      |
+------------------------------+------------------+------------------+----------------+

2018-04-11 04:30:14,929 - xtesting.ci.run_tests - ERROR - The test case 'tempest_smoke_serial' failed.
2018-04-11 04:30:14,930 - xtesting.ci.run_tests - INFO - Running test case 'rally_sanity'...
2018-04-11 04:30:15,060 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Creating Rally environment...
2018-04-11 04:30:17,514 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment destroy --deployment opnfv-rally
2018-04-11 04:30:17.172 158 INFO rally.deployment.engine [-] Deployment bc35f445-c7aa-4342-8ebc-d46400dd31b7 | Starting:  Destroy cloud and free allocated resources.
2018-04-11 04:30:17.230 158 INFO rally.deployment.engine [-] Deployment bc35f445-c7aa-4342-8ebc-d46400dd31b7 | Completed: Destroy cloud and free allocated resources.
2018-04-11 04:30:17.250 158 INFO rally.api [-] Deleting all verifications created by verifier 'opnfv-tempest' (UUID=81ea0289-7126-4213-9e5e-02c3401ce92a) for deployment 'opnfv-rally'.
2018-04-11 04:30:17.259 158 INFO rally.api [-] Deleting verification (UUID=3ab5b843-3a0f-41dc-afa8-5acc639261ff).
2018-04-11 04:30:17.304 158 INFO rally.api [-] Verification has been successfully deleted!
2018-04-11 04:30:17.305 158 INFO rally.api [-] Deleting deployment-specific data for verifier 'opnfv-tempest' (UUID=81ea0289-7126-4213-9e5e-02c3401ce92a).
2018-04-11 04:30:17.316 158 INFO rally.api [-] Deployment-specific data has been successfully deleted!

2018-04-11 04:30:19,845 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment create --fromenv --name opnfv-rally
2018-04-11 04:30:19.567 161 INFO rally.deployment.engines.existing [-] Save deployment 'opnfv-rally' (uuid=08134bda-e459-4c18-b3d6-a42d8804e633) with 'openstack' platform.
+--------------------------------------+---------------------+-------------+------------------+--------+
| uuid                                 | created_at          | name        | status           | active |
+--------------------------------------+---------------------+-------------+------------------+--------+
| 08134bda-e459-4c18-b3d6-a42d8804e633 | 2018-04-11T04:30:19 | opnfv-rally | deploy->finished |        |
+--------------------------------------+---------------------+-------------+------------------+--------+
Using deployment: 08134bda-e459-4c18-b3d6-a42d8804e633
~/.rally/openrc was updated

HINTS:

* To use standard OpenStack clients, set up your env by running:
	source ~/.rally/openrc
  OpenStack clients are now configured, e.g run:
	openstack image list

2018-04-11 04:30:23,071 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment check
--------------------------------------------------------------------------------
Platform openstack:
--------------------------------------------------------------------------------

Available services:
+-------------+-------------------+-----------+
| Service     | Service Type      | Status    |
+-------------+-------------------+-----------+
| __unknown__ | alarming          | Available |
| __unknown__ | key-manager       | Available |
| __unknown__ | nfv-orchestration | Available |
| __unknown__ | placement         | Available |
| __unknown__ | policy            | Available |
| __unknown__ | volumev2          | Available |
| __unknown__ | volumev3          | Available |
| ceilometer  | metering          | Available |
| cinder      | volume            | Available |
| cloud       | cloudformation    | Available |
| glance      | image             | Available |
| gnocchi     | metric            | Available |
| heat        | orchestration     | Available |
| keystone    | identity          | Available |
| neutron     | network           | Available |
| nova        | compute           | Available |
+-------------+-------------------+-----------+



2018-04-11 04:30:23,071 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Validating the test name...
2018-04-11 04:30:24,552 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Creating image 'Cirros-0.4.0-82f8d5ba-6f62-4343-8b67-f2fbdee5986a'...
2018-04-11 04:30:27,836 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Creating network 'rally-net-82f8d5ba-6f62-4343-8b67-f2fbdee5986a'...
2018-04-11 04:30:30,171 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Creating router 'rally-router-82f8d5ba-6f62-4343-8b67-f2fbdee5986a'...
2018-04-11 04:30:36,820 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Creating flavor 'rally-tiny-82f8d5ba-6f62-4343-8b67-f2fbdee5986a'...
2018-04-11 04:30:37,549 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Creating flavor 'rally-mini-82f8d5ba-6f62-4343-8b67-f2fbdee5986a'...
2018-04-11 04:30:38,199 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "authenticate" ...
2018-04-11 04:30:38,207 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-authenticate.yaml
2018-04-11 04:30:38,208 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist...
2018-04-11 04:30:38,227 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'Quotas.nova_update_and_delete']
2018-04-11 04:30:38,232 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['authenticate'], 'concurrency': 4, 'netid': '4173a751-db7a-4de7-bd14-849af111367f', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'flavor_name': 'rally-tiny-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"]
2018-04-11 04:31:38,194 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : e93cc895-8897-4787-bb68-15a1274f8879
2018-04-11 04:31:38,194 - functest.opnfv_tests.openstack.rally.rally - DEBUG - /home/opnfv/functest/results/rally does not exist, we create it.
2018-04-11 04:31:38,194 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', 'e93cc895-8897-4787-bb68-15a1274f8879']
2018-04-11 04:31:39,174 - functest.opnfv_tests.openstack.rally.rally - INFO - 
--------------------------------------------------------------------------------
Task e93cc895-8897-4787-bb68-15a1274f8879: finished
--------------------------------------------------------------------------------

test scenario Authenticate.keystone
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {}, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task e93cc895-8897-4787-bb68-15a1274f8879 has 0 error(s)
--------------------------------------------------------------------------------

+--------------------------------------------------------------------------------------------------------------------------+
|                                                   Response Times (sec)                                                   |
+-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| authenticate.keystone | 0.484     | 0.484        | 0.484        | 0.484        | 0.484     | 0.484     | 100.0%  | 1     |
| total                 | 0.484     | 0.484        | 0.484        | 0.484        | 0.484     | 0.484     | 100.0%  | 1     |
|  -> duration          | 0.484     | 0.484        | 0.484        | 0.484        | 0.484     | 0.484     | 100.0%  | 1     |
|  -> idle_duration     | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.483924
Full duration: 7.241498
--------------------------------------------------------------------------------

test scenario Authenticate.validate_cinder
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "repetitions": 2
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task e93cc895-8897-4787-bb68-15a1274f8879 has 0 error(s)
--------------------------------------------------------------------------------

+---------------------------------------------------------------------------------------------------------------------------------+
|                                                      Response Times (sec)                                                       |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                       | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| authenticate.validate_cinder | 0.43      | 0.43         | 0.43         | 0.43         | 0.43      | 0.43      | 100.0%  | 1     |
| total                        | 0.87      | 0.87         | 0.87         | 0.87         | 0.87      | 0.87      | 100.0%  | 1     |
|  -> duration                 | 0.87      | 0.87         | 0.87         | 0.87         | 0.87      | 0.87      | 100.0%  | 1     |
|  -> idle_duration            | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.869742
Full duration: 7.607099
--------------------------------------------------------------------------------

test scenario Authenticate.validate_glance
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "repetitions": 2
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task e93cc895-8897-4787-bb68-15a1274f8879 has 0 error(s)
--------------------------------------------------------------------------------

+---------------------------------------------------------------------------------------------------------------------------------+
|                                                      Response Times (sec)                                                       |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                       | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| authenticate.validate_glance | 0.524     | 0.524        | 0.524        | 0.524        | 0.524     | 0.524     | 100.0%  | 1     |
| total                        | 0.958     | 0.958        | 0.958        | 0.958        | 0.958     | 0.958     | 100.0%  | 1     |
|  -> duration                 | 0.958     | 0.958        | 0.958        | 0.958        | 0.958     | 0.958     | 100.0%  | 1     |
|  -> idle_duration            | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.957528
Full duration: 7.828038
--------------------------------------------------------------------------------

test scenario Authenticate.validate_heat
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "repetitions": 2
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task e93cc895-8897-4787-bb68-15a1274f8879 has 0 error(s)
--------------------------------------------------------------------------------

+-------------------------------------------------------------------------------------------------------------------------------+
|                                                     Response Times (sec)                                                      |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                     | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| authenticate.validate_heat | 0.361     | 0.361        | 0.361        | 0.361        | 0.361     | 0.361     | 100.0%  | 1     |
| total                      | 0.802     | 0.802        | 0.802        | 0.802        | 0.802     | 0.802     | 100.0%  | 1     |
|  -> duration               | 0.802     | 0.802        | 0.802        | 0.802        | 0.802     | 0.802     | 100.0%  | 1     |
|  -> idle_duration          | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.802079
Full duration: 7.624337
--------------------------------------------------------------------------------

test scenario Authenticate.validate_neutron
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "repetitions": 2
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task e93cc895-8897-4787-bb68-15a1274f8879 has 0 error(s)
--------------------------------------------------------------------------------

+----------------------------------------------------------------------------------------------------------------------------------+
|                                                       Response Times (sec)                                                       |
+-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                        | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| authenticate.validate_neutron | 0.539     | 0.539        | 0.539        | 0.539        | 0.539     | 0.539     | 100.0%  | 1     |
| total                         | 0.938     | 0.938        | 0.938        | 0.938        | 0.938     | 0.938     | 100.0%  | 1     |
|  -> duration                  | 0.938     | 0.938        | 0.938        | 0.938        | 0.938     | 0.938     | 100.0%  | 1     |
|  -> idle_duration             | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.937857
Full duration: 7.830231
--------------------------------------------------------------------------------

test scenario Authenticate.validate_nova
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "repetitions": 2
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task e93cc895-8897-4787-bb68-15a1274f8879 has 0 error(s)
--------------------------------------------------------------------------------

+-------------------------------------------------------------------------------------------------------------------------------+
|                                                     Response Times (sec)                                                      |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                     | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| authenticate.validate_nova | 0.217     | 0.217        | 0.217        | 0.217        | 0.217     | 0.217     | 100.0%  | 1     |
| total                      | 0.674     | 0.674        | 0.674        | 0.674        | 0.674     | 0.674     | 100.0%  | 1     |
|  -> duration               | 0.674     | 0.674        | 0.674        | 0.674        | 0.674     | 0.674     | 100.0%  | 1     |
|  -> idle_duration          | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.674365
Full duration: 7.441539

HINTS:
* To plot HTML graphics with this data, run:
	rally task report e93cc895-8897-4787-bb68-15a1274f8879 --out output.html

* To generate a JUnit report, run:
	rally task export e93cc895-8897-4787-bb68-15a1274f8879 --type junit --to output.xml

* To get raw JSON output of task results, run:
	rally task report e93cc895-8897-4787-bb68-15a1274f8879 --json --out output.json


2018-04-11 04:31:39,174 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', 'e93cc895-8897-4787-bb68-15a1274f8879']
2018-04-11 04:31:40,207 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file
2018-04-11 04:31:40,208 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', 'e93cc895-8897-4787-bb68-15a1274f8879', '--out', u'/home/opnfv/functest/results/rally/opnfv-authenticate.html']
2018-04-11 04:31:40,215 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "authenticate" OK.

2018-04-11 04:31:40,216 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "glance" ...
2018-04-11 04:31:40,220 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-glance.yaml
2018-04-11 04:31:40,220 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist...
2018-04-11 04:31:40,236 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'Quotas.nova_update_and_delete']
2018-04-11 04:31:40,244 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['glance'], 'concurrency': 4, 'netid': '4173a751-db7a-4de7-bd14-849af111367f', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'flavor_name': 'rally-tiny-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"]
2018-04-11 04:33:12,087 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 8423cadf-2d8a-4468-b91f-15749fe400d2
2018-04-11 04:33:12,087 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '8423cadf-2d8a-4468-b91f-15749fe400d2']
2018-04-11 04:33:13,135 - functest.opnfv_tests.openstack.rally.rally - INFO - 
--------------------------------------------------------------------------------
Task 8423cadf-2d8a-4468-b91f-15749fe400d2: finished
--------------------------------------------------------------------------------

test scenario GlanceImages.create_and_delete_image
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "container_format": "bare", 
    "disk_format": "qcow2", 
    "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img"
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 8423cadf-2d8a-4468-b91f-15749fe400d2 has 0 error(s)
--------------------------------------------------------------------------------

+---------------------------------------------------------------------------------------------------------------------------------+
|                                                      Response Times (sec)                                                       |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                       | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| glance_v2.create_image       | 4.365     | 4.365        | 4.365        | 4.365        | 4.365     | 4.365     | 100.0%  | 1     |
|  -> glance_v2.get_image (x2) | 0.509     | 0.509        | 0.509        | 0.509        | 0.509     | 0.509     | 100.0%  | 1     |
|  -> glance_v2.upload_data    | 1.416     | 1.416        | 1.416        | 1.416        | 1.416     | 1.416     | 100.0%  | 1     |
| glance_v2.delete_image       | 1.13      | 1.13         | 1.13         | 1.13         | 1.13      | 1.13      | 100.0%  | 1     |
| total                        | 5.495     | 5.495        | 5.495        | 5.495        | 5.495     | 5.495     | 100.0%  | 1     |
|  -> duration                 | 5.495     | 5.495        | 5.495        | 5.495        | 5.495     | 5.495     | 100.0%  | 1     |
|  -> idle_duration            | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 5.495462
Full duration: 14.022977
--------------------------------------------------------------------------------

test scenario GlanceImages.create_and_list_image
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "container_format": "bare", 
    "disk_format": "qcow2", 
    "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img"
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 8423cadf-2d8a-4468-b91f-15749fe400d2 has 0 error(s)
--------------------------------------------------------------------------------

+---------------------------------------------------------------------------------------------------------------------------------+
|                                                      Response Times (sec)                                                       |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                       | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| glance_v2.create_image       | 4.215     | 4.215        | 4.215        | 4.215        | 4.215     | 4.215     | 100.0%  | 1     |
|  -> glance_v2.get_image (x2) | 0.513     | 0.513        | 0.513        | 0.513        | 0.513     | 0.513     | 100.0%  | 1     |
|  -> glance_v2.upload_data    | 1.233     | 1.233        | 1.233        | 1.233        | 1.233     | 1.233     | 100.0%  | 1     |
| glance_v2.list_images        | 0.194     | 0.194        | 0.194        | 0.194        | 0.194     | 0.194     | 100.0%  | 1     |
| total                        | 4.409     | 4.409        | 4.409        | 4.409        | 4.409     | 4.409     | 100.0%  | 1     |
|  -> duration                 | 4.409     | 4.409        | 4.409        | 4.409        | 4.409     | 4.409     | 100.0%  | 1     |
|  -> idle_duration            | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 4.408941
Full duration: 16.490891
--------------------------------------------------------------------------------

test scenario GlanceImages.list_images
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {}, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 8423cadf-2d8a-4468-b91f-15749fe400d2 has 0 error(s)
--------------------------------------------------------------------------------

+--------------------------------------------------------------------------------------------------------------------------+
|                                                   Response Times (sec)                                                   |
+-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| glance_v2.list_images | 0.355     | 0.355        | 0.355        | 0.355        | 0.355     | 0.355     | 100.0%  | 1     |
| total                 | 0.355     | 0.355        | 0.355        | 0.355        | 0.355     | 0.355     | 100.0%  | 1     |
|  -> duration          | 0.355     | 0.355        | 0.355        | 0.355        | 0.355     | 0.355     | 100.0%  | 1     |
|  -> idle_duration     | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.354987
Full duration: 8.079601
--------------------------------------------------------------------------------

test scenario GlanceImages.create_image_and_boot_instances
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "container_format": "bare", 
    "disk_format": "qcow2", 
    "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img", 
    "flavor": {
      "name": "rally-tiny-82f8d5ba-6f62-4343-8b67-f2fbdee5986a"
    }, 
    "number_instances": 2, 
    "nics": [
      {
        "net-id": "4173a751-db7a-4de7-bd14-849af111367f"
      }
    ]
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "quotas": {
      "nova": {
        "cores": -1, 
        "floating_ips": -1, 
        "instances": -1, 
        "ram": -1, 
        "security_group_rules": -1, 
        "security_groups": -1
      }
    }
  }
}

--------------------------------------------------------------------------------
Task 8423cadf-2d8a-4468-b91f-15749fe400d2 has 0 error(s)
--------------------------------------------------------------------------------

+---------------------------------------------------------------------------------------------------------------------------------+
|                                                      Response Times (sec)                                                       |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                       | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| glance_v2.create_image       | 3.979     | 3.979        | 3.979        | 3.979        | 3.979     | 3.979     | 100.0%  | 1     |
|  -> glance_v2.get_image (x2) | 0.508     | 0.508        | 0.508        | 0.508        | 0.508     | 0.508     | 100.0%  | 1     |
|  -> glance_v2.upload_data    | 1.058     | 1.058        | 1.058        | 1.058        | 1.058     | 1.058     | 100.0%  | 1     |
| nova.boot_servers            | 12.014    | 12.014       | 12.014       | 12.014       | 12.014    | 12.014    | 100.0%  | 1     |
| total                        | 15.994    | 15.994       | 15.994       | 15.994       | 15.994    | 15.994    | 100.0%  | 1     |
|  -> duration                 | 14.994    | 14.994       | 14.994       | 14.994       | 14.994    | 14.994    | 100.0%  | 1     |
|  -> idle_duration            | 1.0       | 1.0          | 1.0          | 1.0          | 1.0       | 1.0       | 100.0%  | 1     |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 14.993946
Full duration: 36.193763

HINTS:
* To plot HTML graphics with this data, run:
	rally task report 8423cadf-2d8a-4468-b91f-15749fe400d2 --out output.html

* To generate a JUnit report, run:
	rally task export 8423cadf-2d8a-4468-b91f-15749fe400d2 --type junit --to output.xml

* To get raw JSON output of task results, run:
	rally task report 8423cadf-2d8a-4468-b91f-15749fe400d2 --json --out output.json


2018-04-11 04:33:13,135 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '8423cadf-2d8a-4468-b91f-15749fe400d2']
2018-04-11 04:33:14,179 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file
2018-04-11 04:33:14,180 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '8423cadf-2d8a-4468-b91f-15749fe400d2', '--out', u'/home/opnfv/functest/results/rally/opnfv-glance.html']
2018-04-11 04:33:14,187 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "glance" OK.

2018-04-11 04:33:14,187 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "cinder" ...
2018-04-11 04:33:14,188 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-cinder.yaml
2018-04-11 04:33:14,188 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist...
2018-04-11 04:33:14,206 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'Quotas.nova_update_and_delete']
2018-04-11 04:33:14,214 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['cinder'], 'concurrency': 4, 'netid': '4173a751-db7a-4de7-bd14-849af111367f', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'flavor_name': 'rally-tiny-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"]
2018-04-11 04:36:33,318 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 0fcbcc5f-f0cc-485d-896f-234e41e5be7c
2018-04-11 04:36:33,318 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '0fcbcc5f-f0cc-485d-896f-234e41e5be7c']
2018-04-11 04:36:34,288 - functest.opnfv_tests.openstack.rally.rally - INFO - 
--------------------------------------------------------------------------------
Task 0fcbcc5f-f0cc-485d-896f-234e41e5be7c: finished
--------------------------------------------------------------------------------

test scenario CinderVolumes.create_and_delete_snapshot
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "force": false
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "quotas": {
      "cinder": {
        "gigabytes": -1, 
        "snapshots": -1, 
        "volumes": -1
      }
    }, 
    "volumes": {
      "size": 1, 
      "volumes_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 0fcbcc5f-f0cc-485d-896f-234e41e5be7c has 0 error(s)
--------------------------------------------------------------------------------

+------------------------------------------------------------------------------------------------------------------------------+
|                                                     Response Times (sec)                                                     |
+---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                    | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| cinder_v2.create_snapshot | 3.143     | 3.143        | 3.143        | 3.143        | 3.143     | 3.143     | 100.0%  | 1     |
| cinder_v2.delete_snapshot | 2.617     | 2.617        | 2.617        | 2.617        | 2.617     | 2.617     | 100.0%  | 1     |
| total                     | 5.761     | 5.761        | 5.761        | 5.761        | 5.761     | 5.761     | 100.0%  | 1     |
|  -> duration              | 5.761     | 5.761        | 5.761        | 5.761        | 5.761     | 5.761     | 100.0%  | 1     |
|  -> idle_duration         | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 5.760534
Full duration: 23.171923
--------------------------------------------------------------------------------

test scenario CinderVolumes.create_and_delete_volume
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "size": {
      "max": 1, 
      "min": 1
    }
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "quotas": {
      "cinder": {
        "gigabytes": -1, 
        "snapshots": -1, 
        "volumes": -1
      }
    }
  }
}

--------------------------------------------------------------------------------
Task 0fcbcc5f-f0cc-485d-896f-234e41e5be7c has 0 error(s)
--------------------------------------------------------------------------------

+----------------------------------------------------------------------------------------------------------------------------+
|                                                    Response Times (sec)                                                    |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                  | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| cinder_v2.create_volume | 3.401     | 3.401        | 3.401        | 3.401        | 3.401     | 3.401     | 100.0%  | 1     |
| cinder_v2.delete_volume | 2.645     | 2.645        | 2.645        | 2.645        | 2.645     | 2.645     | 100.0%  | 1     |
| total                   | 6.046     | 6.046        | 6.046        | 6.046        | 6.046     | 6.046     | 100.0%  | 1     |
|  -> duration            | 6.046     | 6.046        | 6.046        | 6.046        | 6.046     | 6.046     | 100.0%  | 1     |
|  -> idle_duration       | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 6.046258
Full duration: 16.521066
--------------------------------------------------------------------------------

test scenario CinderVolumes.create_and_delete_volume
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "image": {
      "name": "Cirros-0.4.0-82f8d5ba-6f62-4343-8b67-f2fbdee5986a"
    }, 
    "size": 1
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "quotas": {
      "cinder": {
        "gigabytes": -1, 
        "snapshots": -1, 
        "volumes": -1
      }
    }
  }
}

--------------------------------------------------------------------------------
Task 0fcbcc5f-f0cc-485d-896f-234e41e5be7c has 0 error(s)
--------------------------------------------------------------------------------

+----------------------------------------------------------------------------------------------------------------------------+
|                                                    Response Times (sec)                                                    |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                  | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| cinder_v2.create_volume | 8.697     | 8.697        | 8.697        | 8.697        | 8.697     | 8.697     | 100.0%  | 1     |
| cinder_v2.delete_volume | 2.587     | 2.587        | 2.587        | 2.587        | 2.587     | 2.587     | 100.0%  | 1     |
| total                   | 11.284    | 11.284       | 11.284       | 11.284       | 11.284    | 11.284    | 100.0%  | 1     |
|  -> duration            | 11.284    | 11.284       | 11.284       | 11.284       | 11.284    | 11.284    | 100.0%  | 1     |
|  -> idle_duration       | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 11.2841
Full duration: 21.770472
--------------------------------------------------------------------------------

test scenario CinderVolumes.create_and_delete_volume
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "size": 1
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "quotas": {
      "cinder": {
        "gigabytes": -1, 
        "snapshots": -1, 
        "volumes": -1
      }
    }
  }
}

--------------------------------------------------------------------------------
Task 0fcbcc5f-f0cc-485d-896f-234e41e5be7c has 0 error(s)
--------------------------------------------------------------------------------

+----------------------------------------------------------------------------------------------------------------------------+
|                                                    Response Times (sec)                                                    |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                  | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| cinder_v2.create_volume | 3.236     | 3.236        | 3.236        | 3.236        | 3.236     | 3.236     | 100.0%  | 1     |
| cinder_v2.delete_volume | 2.482     | 2.482        | 2.482        | 2.482        | 2.482     | 2.482     | 100.0%  | 1     |
| total                   | 5.718     | 5.718        | 5.718        | 5.718        | 5.718     | 5.718     | 100.0%  | 1     |
|  -> duration            | 5.718     | 5.718        | 5.718        | 5.718        | 5.718     | 5.718     | 100.0%  | 1     |
|  -> idle_duration       | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 5.718
Full duration: 15.49316
--------------------------------------------------------------------------------

test scenario CinderVolumes.create_and_extend_volume
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "new_size": 2, 
    "size": 1
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "quotas": {
      "cinder": {
        "gigabytes": -1, 
        "snapshots": -1, 
        "volumes": -1
      }
    }
  }
}

--------------------------------------------------------------------------------
Task 0fcbcc5f-f0cc-485d-896f-234e41e5be7c has 0 error(s)
--------------------------------------------------------------------------------

+----------------------------------------------------------------------------------------------------------------------------+
|                                                    Response Times (sec)                                                    |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                  | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| cinder_v2.create_volume | 3.155     | 3.155        | 3.155        | 3.155        | 3.155     | 3.155     | 100.0%  | 1     |
| cinder_v2.extend_volume | 2.685     | 2.685        | 2.685        | 2.685        | 2.685     | 2.685     | 100.0%  | 1     |
| cinder_v2.delete_volume | 2.324     | 2.324        | 2.324        | 2.324        | 2.324     | 2.324     | 100.0%  | 1     |
| total                   | 8.164     | 8.164        | 8.164        | 8.164        | 8.164     | 8.164     | 100.0%  | 1     |
|  -> duration            | 8.164     | 8.164        | 8.164        | 8.164        | 8.164     | 8.164     | 100.0%  | 1     |
|  -> idle_duration       | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 8.164186
Full duration: 18.18975
--------------------------------------------------------------------------------

test scenario CinderVolumes.create_from_volume_and_delete_volume
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "size": 1
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "quotas": {
      "cinder": {
        "gigabytes": -1, 
        "snapshots": -1, 
        "volumes": -1
      }
    }, 
    "volumes": {
      "size": 1, 
      "volumes_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 0fcbcc5f-f0cc-485d-896f-234e41e5be7c has 0 error(s)
--------------------------------------------------------------------------------

+----------------------------------------------------------------------------------------------------------------------------+
|                                                    Response Times (sec)                                                    |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                  | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| cinder_v2.create_volume | 3.192     | 3.192        | 3.192        | 3.192        | 3.192     | 3.192     | 100.0%  | 1     |
| cinder_v2.delete_volume | 2.464     | 2.464        | 2.464        | 2.464        | 2.464     | 2.464     | 100.0%  | 1     |
| total                   | 5.656     | 5.656        | 5.656        | 5.656        | 5.656     | 5.656     | 100.0%  | 1     |
|  -> duration            | 5.656     | 5.656        | 5.656        | 5.656        | 5.656     | 5.656     | 100.0%  | 1     |
|  -> idle_duration       | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 5.65594
Full duration: 22.890201
--------------------------------------------------------------------------------

test scenario CinderQos.create_and_list_qos
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "consumer": "both", 
    "write_iops_sec": "10", 
    "read_iops_sec": "1000"
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 0fcbcc5f-f0cc-485d-896f-234e41e5be7c has 0 error(s)
--------------------------------------------------------------------------------

+-------------------------------------------------------------------------------------------------------------------------+
|                                                  Response Times (sec)                                                   |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| cinder_v2.create_qos | 0.601     | 0.601        | 0.601        | 0.601        | 0.601     | 0.601     | 100.0%  | 1     |
| cinder_v2.list_qos   | 0.167     | 0.167        | 0.167        | 0.167        | 0.167     | 0.167     | 100.0%  | 1     |
| total                | 0.769     | 0.769        | 0.769        | 0.769        | 0.769     | 0.769     | 100.0%  | 1     |
|  -> duration         | 0.769     | 0.769        | 0.769        | 0.769        | 0.769     | 0.769     | 100.0%  | 1     |
|  -> idle_duration    | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.768862
Full duration: 12.357319
--------------------------------------------------------------------------------

test scenario CinderQos.create_and_set_qos
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "consumer": "back-end", 
    "write_iops_sec": "10", 
    "read_iops_sec": "1000", 
    "set_consumer": "both", 
    "set_write_iops_sec": "11", 
    "set_read_iops_sec": "1001"
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 0fcbcc5f-f0cc-485d-896f-234e41e5be7c has 0 error(s)
--------------------------------------------------------------------------------

+-------------------------------------------------------------------------------------------------------------------------+
|                                                  Response Times (sec)                                                   |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| cinder_v2.create_qos | 0.614     | 0.614        | 0.614        | 0.614        | 0.614     | 0.614     | 100.0%  | 1     |
| cinder_v2.set_qos    | 0.204     | 0.204        | 0.204        | 0.204        | 0.204     | 0.204     | 100.0%  | 1     |
| total                | 0.818     | 0.818        | 0.818        | 0.818        | 0.818     | 0.818     | 100.0%  | 1     |
|  -> duration         | 0.818     | 0.818        | 0.818        | 0.818        | 0.818     | 0.818     | 100.0%  | 1     |
|  -> idle_duration    | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.817996
Full duration: 12.446341
--------------------------------------------------------------------------------

test scenario CinderVolumeTypes.create_and_list_volume_types
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "description": "rally tests creating types"
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 0fcbcc5f-f0cc-485d-896f-234e41e5be7c has 0 error(s)
--------------------------------------------------------------------------------

+---------------------------------------------------------------------------------------------------------------------------------+
|                                                      Response Times (sec)                                                       |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                       | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| cinder_v2.create_volume_type | 0.628     | 0.628        | 0.628        | 0.628        | 0.628     | 0.628     | 100.0%  | 1     |
| cinder_v2.list_types         | 0.182     | 0.182        | 0.182        | 0.182        | 0.182     | 0.182     | 100.0%  | 1     |
| total                        | 0.81      | 0.81         | 0.81         | 0.81         | 0.81      | 0.81      | 100.0%  | 1     |
|  -> duration                 | 0.81      | 0.81         | 0.81         | 0.81         | 0.81      | 0.81      | 100.0%  | 1     |
|  -> idle_duration            | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.810403
Full duration: 12.716434
--------------------------------------------------------------------------------

test scenario CinderVolumeTypes.create_volume_type_and_encryption_type
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "description": "rally tests creating types", 
    "provider": "LuksEncryptor", 
    "cipher": "aes-xts-plain64", 
    "key_size": 512, 
    "control_location": "front-end"
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 0fcbcc5f-f0cc-485d-896f-234e41e5be7c has 0 error(s)
--------------------------------------------------------------------------------

+-------------------------------------------------------------------------------------------------------------------------------------+
|                                                        Response Times (sec)                                                         |
+----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                           | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| cinder_v2.create_volume_type     | 0.605     | 0.605        | 0.605        | 0.605        | 0.605     | 0.605     | 100.0%  | 1     |
| cinder_v2.create_encryption_type | 0.301     | 0.301        | 0.301        | 0.301        | 0.301     | 0.301     | 100.0%  | 1     |
| total                            | 0.907     | 0.907        | 0.907        | 0.907        | 0.907     | 0.907     | 100.0%  | 1     |
|  -> duration                     | 0.907     | 0.907        | 0.907        | 0.907        | 0.907     | 0.907     | 100.0%  | 1     |
|  -> idle_duration                | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.90708
Full duration: 12.472792

HINTS:
* To plot HTML graphics with this data, run:
	rally task report 0fcbcc5f-f0cc-485d-896f-234e41e5be7c --out output.html

* To generate a JUnit report, run:
	rally task export 0fcbcc5f-f0cc-485d-896f-234e41e5be7c --type junit --to output.xml

* To get raw JSON output of task results, run:
	rally task report 0fcbcc5f-f0cc-485d-896f-234e41e5be7c --json --out output.json


2018-04-11 04:36:34,289 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '0fcbcc5f-f0cc-485d-896f-234e41e5be7c']
2018-04-11 04:36:35,241 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file
2018-04-11 04:36:35,242 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '0fcbcc5f-f0cc-485d-896f-234e41e5be7c', '--out', u'/home/opnfv/functest/results/rally/opnfv-cinder.html']
2018-04-11 04:36:35,249 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "cinder" OK.

2018-04-11 04:36:35,249 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "heat" ...
2018-04-11 04:36:35,250 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-heat.yaml
2018-04-11 04:36:35,250 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist...
2018-04-11 04:36:35,267 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'Quotas.nova_update_and_delete']
2018-04-11 04:36:35,271 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['heat'], 'concurrency': 4, 'netid': '4173a751-db7a-4de7-bd14-849af111367f', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'flavor_name': 'rally-tiny-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"]
2018-04-11 04:37:57,472 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : e033f6e8-bf85-4044-9474-ec9b923dcdd0
2018-04-11 04:37:57,472 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', 'e033f6e8-bf85-4044-9474-ec9b923dcdd0']
2018-04-11 04:37:58,465 - functest.opnfv_tests.openstack.rally.rally - INFO - 
--------------------------------------------------------------------------------
Task e033f6e8-bf85-4044-9474-ec9b923dcdd0: finished
--------------------------------------------------------------------------------

test scenario HeatStacks.create_update_delete_stack
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/autoscaling_policy.yaml.template", 
    "updated_template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/updated_autoscaling_policy_inplace.yaml.template"
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "roles": [
      "heat_stack_owner"
    ]
  }
}

--------------------------------------------------------------------------------
Task e033f6e8-bf85-4044-9474-ec9b923dcdd0 has 0 error(s)
--------------------------------------------------------------------------------

+----------------------------------------------------------------------------------------------------------------------+
|                                                 Response Times (sec)                                                 |
+-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action            | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| heat.create_stack | 5.107     | 5.107        | 5.107        | 5.107        | 5.107     | 5.107     | 100.0%  | 1     |
| heat.update_stack | 3.024     | 3.024        | 3.024        | 3.024        | 3.024     | 3.024     | 100.0%  | 1     |
| heat.delete_stack | 3.139     | 3.139        | 3.139        | 3.139        | 3.139     | 3.139     | 100.0%  | 1     |
| total             | 11.271    | 11.271       | 11.271       | 11.271       | 11.271    | 11.271    | 100.0%  | 1     |
|  -> duration      | 7.271     | 7.271        | 7.271        | 7.271        | 7.271     | 7.271     | 100.0%  | 1     |
|  -> idle_duration | 4.0       | 4.0          | 4.0          | 4.0          | 4.0       | 4.0       | 100.0%  | 1     |
+-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 7.270722
Full duration: 19.973914
--------------------------------------------------------------------------------

test scenario HeatStacks.create_check_delete_stack
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template"
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "roles": [
      "heat_stack_owner"
    ]
  }
}

--------------------------------------------------------------------------------
Task e033f6e8-bf85-4044-9474-ec9b923dcdd0 has 0 error(s)
--------------------------------------------------------------------------------

+----------------------------------------------------------------------------------------------------------------------+
|                                                 Response Times (sec)                                                 |
+-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action            | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| heat.create_stack | 4.683     | 4.683        | 4.683        | 4.683        | 4.683     | 4.683     | 100.0%  | 1     |
| heat.check_stack  | 0.98      | 0.98         | 0.98         | 0.98         | 0.98      | 0.98      | 100.0%  | 1     |
| heat.delete_stack | 1.472     | 1.472        | 1.472        | 1.472        | 1.472     | 1.472     | 100.0%  | 1     |
| total             | 7.135     | 7.135        | 7.135        | 7.135        | 7.135     | 7.135     | 100.0%  | 1     |
|  -> duration      | 5.135     | 5.135        | 5.135        | 5.135        | 5.135     | 5.135     | 100.0%  | 1     |
|  -> idle_duration | 2.0       | 2.0          | 2.0          | 2.0          | 2.0       | 2.0       | 100.0%  | 1     |
+-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 5.135356
Full duration: 17.020431
--------------------------------------------------------------------------------

test scenario HeatStacks.create_suspend_resume_delete_stack
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template"
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "roles": [
      "heat_stack_owner"
    ]
  }
}

--------------------------------------------------------------------------------
Task e033f6e8-bf85-4044-9474-ec9b923dcdd0 has 0 error(s)
--------------------------------------------------------------------------------

+-----------------------------------------------------------------------------------------------------------------------+
|                                                 Response Times (sec)                                                  |
+--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action             | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| heat.create_stack  | 4.705     | 4.705        | 4.705        | 4.705        | 4.705     | 4.705     | 100.0%  | 1     |
| heat.suspend_stack | 0.892     | 0.892        | 0.892        | 0.892        | 0.892     | 0.892     | 100.0%  | 1     |
| heat.resume_stack  | 0.711     | 0.711        | 0.711        | 0.711        | 0.711     | 0.711     | 100.0%  | 1     |
| heat.delete_stack  | 2.356     | 2.356        | 2.356        | 2.356        | 2.356     | 2.356     | 100.0%  | 1     |
| total              | 8.664     | 8.664        | 8.664        | 8.664        | 8.664     | 8.664     | 100.0%  | 1     |
|  -> duration       | 6.664     | 6.664        | 6.664        | 6.664        | 6.664     | 6.664     | 100.0%  | 1     |
|  -> idle_duration  | 2.0       | 2.0          | 2.0          | 2.0          | 2.0       | 2.0       | 100.0%  | 1     |
+--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 6.663884
Full duration: 17.525331
--------------------------------------------------------------------------------

test scenario HeatStacks.list_stacks_and_resources
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {}, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "roles": [
      "heat_stack_owner"
    ]
  }
}

--------------------------------------------------------------------------------
Task e033f6e8-bf85-4044-9474-ec9b923dcdd0 has 0 error(s)
--------------------------------------------------------------------------------

+----------------------------------------------------------------------------------------------------------------------+
|                                                 Response Times (sec)                                                 |
+-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action            | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| heat.list_stacks  | 0.595     | 0.595        | 0.595        | 0.595        | 0.595     | 0.595     | 100.0%  | 1     |
| total             | 0.595     | 0.595        | 0.595        | 0.595        | 0.595     | 0.595     | 100.0%  | 1     |
|  -> duration      | 0.595     | 0.595        | 0.595        | 0.595        | 0.595     | 0.595     | 100.0%  | 1     |
|  -> idle_duration | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.594864
Full duration: 8.411257

HINTS:
* To plot HTML graphics with this data, run:
	rally task report e033f6e8-bf85-4044-9474-ec9b923dcdd0 --out output.html

* To generate a JUnit report, run:
	rally task export e033f6e8-bf85-4044-9474-ec9b923dcdd0 --type junit --to output.xml

* To get raw JSON output of task results, run:
	rally task report e033f6e8-bf85-4044-9474-ec9b923dcdd0 --json --out output.json


2018-04-11 04:37:58,465 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', 'e033f6e8-bf85-4044-9474-ec9b923dcdd0']
2018-04-11 04:37:59,496 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file
2018-04-11 04:37:59,497 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', 'e033f6e8-bf85-4044-9474-ec9b923dcdd0', '--out', u'/home/opnfv/functest/results/rally/opnfv-heat.html']
2018-04-11 04:37:59,503 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "heat" OK.

2018-04-11 04:37:59,503 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "keystone" ...
2018-04-11 04:37:59,504 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-keystone.yaml
2018-04-11 04:37:59,504 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist...
2018-04-11 04:37:59,521 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'Quotas.nova_update_and_delete']
2018-04-11 04:37:59,526 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['keystone'], 'concurrency': 4, 'netid': '4173a751-db7a-4de7-bd14-849af111367f', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'flavor_name': 'rally-tiny-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"]
2018-04-11 04:41:16,487 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 7fae7360-870c-426f-923b-37026b53a2f6
2018-04-11 04:41:16,487 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '7fae7360-870c-426f-923b-37026b53a2f6']
2018-04-11 04:41:17,613 - functest.opnfv_tests.openstack.rally.rally - INFO - 
--------------------------------------------------------------------------------
Task 7fae7360-870c-426f-923b-37026b53a2f6: finished
--------------------------------------------------------------------------------

test scenario KeystoneBasic.add_and_remove_user_role
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {}, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 7fae7360-870c-426f-923b-37026b53a2f6 has 0 error(s)
--------------------------------------------------------------------------------

+----------------------------------------------------------------------------------------------------------------------------+
|                                                    Response Times (sec)                                                    |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                  | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| keystone_v3.create_role | 0.489     | 0.489        | 0.489        | 0.489        | 0.489     | 0.489     | 100.0%  | 1     |
| keystone_v3.add_role    | 0.183     | 0.183        | 0.183        | 0.183        | 0.183     | 0.183     | 100.0%  | 1     |
| keystone_v3.revoke_role | 0.133     | 0.133        | 0.133        | 0.133        | 0.133     | 0.133     | 100.0%  | 1     |
| total                   | 0.806     | 0.806        | 0.806        | 0.806        | 0.806     | 0.806     | 100.0%  | 1     |
|  -> duration            | 0.806     | 0.806        | 0.806        | 0.806        | 0.806     | 0.806     | 100.0%  | 1     |
|  -> idle_duration       | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.805634
Full duration: 14.381625
--------------------------------------------------------------------------------

test scenario KeystoneBasic.create_add_and_list_user_roles
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {}, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 7fae7360-870c-426f-923b-37026b53a2f6 has 0 error(s)
--------------------------------------------------------------------------------

+----------------------------------------------------------------------------------------------------------------------------+
|                                                    Response Times (sec)                                                    |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                  | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| keystone_v3.create_role | 0.507     | 0.507        | 0.507        | 0.507        | 0.507     | 0.507     | 100.0%  | 1     |
| keystone_v3.add_role    | 0.135     | 0.135        | 0.135        | 0.135        | 0.135     | 0.135     | 100.0%  | 1     |
| keystone_v3.list_roles  | 0.096     | 0.096        | 0.096        | 0.096        | 0.096     | 0.096     | 100.0%  | 1     |
| total                   | 0.738     | 0.738        | 0.738        | 0.738        | 0.738     | 0.738     | 100.0%  | 1     |
|  -> duration            | 0.738     | 0.738        | 0.738        | 0.738        | 0.738     | 0.738     | 100.0%  | 1     |
|  -> idle_duration       | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.738323
Full duration: 14.360064
--------------------------------------------------------------------------------

test scenario KeystoneBasic.create_and_list_tenants
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {}, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 7fae7360-870c-426f-923b-37026b53a2f6 has 0 error(s)
--------------------------------------------------------------------------------

+-------------------------------------------------------------------------------------------------------------------------------+
|                                                     Response Times (sec)                                                      |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                     | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| keystone_v3.create_project | 0.842     | 0.842        | 0.842        | 0.842        | 0.842     | 0.842     | 100.0%  | 1     |
| keystone_v3.list_projects  | 0.088     | 0.088        | 0.088        | 0.088        | 0.088     | 0.088     | 100.0%  | 1     |
| total                      | 0.93      | 0.93         | 0.93         | 0.93         | 0.93      | 0.93      | 100.0%  | 1     |
|  -> duration               | 0.93      | 0.93         | 0.93         | 0.93         | 0.93      | 0.93      | 100.0%  | 1     |
|  -> idle_duration          | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.929968
Full duration: 14.828974
--------------------------------------------------------------------------------

test scenario KeystoneBasic.create_and_delete_role
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {}, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 7fae7360-870c-426f-923b-37026b53a2f6 has 0 error(s)
--------------------------------------------------------------------------------

+----------------------------------------------------------------------------------------------------------------------------+
|                                                    Response Times (sec)                                                    |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                  | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| keystone_v3.create_role | 0.508     | 0.508        | 0.508        | 0.508        | 0.508     | 0.508     | 100.0%  | 1     |
| keystone_v3.delete_role | 0.114     | 0.114        | 0.114        | 0.114        | 0.114     | 0.114     | 100.0%  | 1     |
| total                   | 0.622     | 0.622        | 0.622        | 0.622        | 0.622     | 0.622     | 100.0%  | 1     |
|  -> duration            | 0.622     | 0.622        | 0.622        | 0.622        | 0.622     | 0.622     | 100.0%  | 1     |
|  -> idle_duration       | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.622365
Full duration: 12.562578
--------------------------------------------------------------------------------

test scenario KeystoneBasic.create_and_delete_service
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {}, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 7fae7360-870c-426f-923b-37026b53a2f6 has 0 error(s)
--------------------------------------------------------------------------------

+-------------------------------------------------------------------------------------------------------------------------------+
|                                                     Response Times (sec)                                                      |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                     | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| keystone_v3.create_service | 0.51      | 0.51         | 0.51         | 0.51         | 0.51      | 0.51      | 100.0%  | 1     |
| keystone_v3.delete_service | 0.116     | 0.116        | 0.116        | 0.116        | 0.116     | 0.116     | 100.0%  | 1     |
| total                      | 0.626     | 0.626        | 0.626        | 0.626        | 0.626     | 0.626     | 100.0%  | 1     |
|  -> duration               | 0.626     | 0.626        | 0.626        | 0.626        | 0.626     | 0.626     | 100.0%  | 1     |
|  -> idle_duration          | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.626089
Full duration: 12.538106
--------------------------------------------------------------------------------

test scenario KeystoneBasic.get_entities
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {}, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 7fae7360-870c-426f-923b-37026b53a2f6 has 0 error(s)
--------------------------------------------------------------------------------

+-------------------------------------------------------------------------------------------------------------------------------+
|                                                     Response Times (sec)                                                      |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                     | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| keystone_v3.create_project | 0.671     | 0.671        | 0.671        | 0.671        | 0.671     | 0.671     | 100.0%  | 1     |
| keystone_v3.create_user    | 0.47      | 0.47         | 0.47         | 0.47         | 0.47      | 0.47      | 100.0%  | 1     |
|  -> keystone_v3.list_roles | 0.086     | 0.086        | 0.086        | 0.086        | 0.086     | 0.086     | 100.0%  | 1     |
|  -> keystone_v3.add_role   | 0.113     | 0.113        | 0.113        | 0.113        | 0.113     | 0.113     | 100.0%  | 1     |
| keystone_v3.create_role    | 0.103     | 0.103        | 0.103        | 0.103        | 0.103     | 0.103     | 100.0%  | 1     |
| keystone_v3.get_project    | 0.076     | 0.076        | 0.076        | 0.076        | 0.076     | 0.076     | 100.0%  | 1     |
| keystone_v3.get_user       | 0.099     | 0.099        | 0.099        | 0.099        | 0.099     | 0.099     | 100.0%  | 1     |
| keystone_v3.get_role       | 0.087     | 0.087        | 0.087        | 0.087        | 0.087     | 0.087     | 100.0%  | 1     |
| keystone_v3.list_services  | 0.082     | 0.082        | 0.082        | 0.082        | 0.082     | 0.082     | 100.0%  | 1     |
| keystone_v3.get_services   | 0.084     | 0.084        | 0.084        | 0.084        | 0.084     | 0.084     | 100.0%  | 1     |
| total                      | 1.867     | 1.867        | 1.867        | 1.867        | 1.867     | 1.867     | 100.0%  | 1     |
|  -> duration               | 1.867     | 1.867        | 1.867        | 1.867        | 1.867     | 1.867     | 100.0%  | 1     |
|  -> idle_duration          | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 1.86666
Full duration: 19.905659
--------------------------------------------------------------------------------

test scenario KeystoneBasic.create_update_and_delete_tenant
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {}, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 7fae7360-870c-426f-923b-37026b53a2f6 has 0 error(s)
--------------------------------------------------------------------------------

+-------------------------------------------------------------------------------------------------------------------------------+
|                                                     Response Times (sec)                                                      |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                     | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| keystone_v3.create_project | 0.66      | 0.66         | 0.66         | 0.66         | 0.66      | 0.66      | 100.0%  | 1     |
| keystone_v3.update_project | 0.103     | 0.103        | 0.103        | 0.103        | 0.103     | 0.103     | 100.0%  | 1     |
| keystone_v3.delete_project | 0.152     | 0.152        | 0.152        | 0.152        | 0.152     | 0.152     | 100.0%  | 1     |
| total                      | 0.916     | 0.916        | 0.916        | 0.916        | 0.916     | 0.916     | 100.0%  | 1     |
|  -> duration               | 0.916     | 0.916        | 0.916        | 0.916        | 0.916     | 0.916     | 100.0%  | 1     |
|  -> idle_duration          | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.915557
Full duration: 12.428055
--------------------------------------------------------------------------------

test scenario KeystoneBasic.create_user
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {}, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {}
}

--------------------------------------------------------------------------------
Task 7fae7360-870c-426f-923b-37026b53a2f6 has 0 error(s)
--------------------------------------------------------------------------------

+----------------------------------------------------------------------------------------------------------------------------+
|                                                    Response Times (sec)                                                    |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                  | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| keystone_v3.create_user | 0.674     | 0.674        | 0.674        | 0.674        | 0.674     | 0.674     | 100.0%  | 1     |
| total                   | 0.772     | 0.772        | 0.772        | 0.772        | 0.772     | 0.772     | 100.0%  | 1     |
|  -> duration            | 0.772     | 0.772        | 0.772        | 0.772        | 0.772     | 0.772     | 100.0%  | 1     |
|  -> idle_duration       | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.772253
Full duration: 14.85537
--------------------------------------------------------------------------------

test scenario KeystoneBasic.create_tenant
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {}, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {}
}

--------------------------------------------------------------------------------
Task 7fae7360-870c-426f-923b-37026b53a2f6 has 0 error(s)
--------------------------------------------------------------------------------

+-------------------------------------------------------------------------------------------------------------------------------+
|                                                     Response Times (sec)                                                      |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                     | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| keystone_v3.create_project | 0.672     | 0.672        | 0.672        | 0.672        | 0.672     | 0.672     | 100.0%  | 1     |
| total                      | 0.672     | 0.672        | 0.672        | 0.672        | 0.672     | 0.672     | 100.0%  | 1     |
|  -> duration               | 0.672     | 0.672        | 0.672        | 0.672        | 0.672     | 0.672     | 100.0%  | 1     |
|  -> idle_duration          | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.671877
Full duration: 14.354179
--------------------------------------------------------------------------------

test scenario KeystoneBasic.create_and_list_users
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {}, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {}
}

--------------------------------------------------------------------------------
Task 7fae7360-870c-426f-923b-37026b53a2f6 has 0 error(s)
--------------------------------------------------------------------------------

+----------------------------------------------------------------------------------------------------------------------------+
|                                                    Response Times (sec)                                                    |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                  | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| keystone_v3.create_user | 0.682     | 0.682        | 0.682        | 0.682        | 0.682     | 0.682     | 100.0%  | 1     |
| keystone_v3.list_users  | 0.11      | 0.11         | 0.11         | 0.11         | 0.11      | 0.11      | 100.0%  | 1     |
| total                   | 0.898     | 0.898        | 0.898        | 0.898        | 0.898     | 0.898     | 100.0%  | 1     |
|  -> duration            | 0.898     | 0.898        | 0.898        | 0.898        | 0.898     | 0.898     | 100.0%  | 1     |
|  -> idle_duration       | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.898126
Full duration: 14.849176
--------------------------------------------------------------------------------

test scenario KeystoneBasic.create_tenant_with_users
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "users_per_tenant": 10
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {}
}

--------------------------------------------------------------------------------
Task 7fae7360-870c-426f-923b-37026b53a2f6 has 0 error(s)
--------------------------------------------------------------------------------

+--------------------------------------------------------------------------------------------------------------------------------------+
|                                                         Response Times (sec)                                                         |
+-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                            | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| keystone_v3.create_project        | 0.682     | 0.682        | 0.682        | 0.682        | 0.682     | 0.682     | 100.0%  | 1     |
| keystone_v3.create_users          | 4.902     | 4.902        | 4.902        | 4.902        | 4.902     | 4.902     | 100.0%  | 1     |
|  -> keystone_v3.create_user (x10) | 4.902     | 4.902        | 4.902        | 4.902        | 4.902     | 4.902     | 100.0%  | 1     |
|  --> keystone_v3.list_roles (x10) | 0.848     | 0.848        | 0.848        | 0.848        | 0.848     | 0.848     | 100.0%  | 1     |
|  --> keystone_v3.add_role (x10)   | 1.357     | 1.357        | 1.357        | 1.357        | 1.357     | 1.357     | 100.0%  | 1     |
| total                             | 6.552     | 6.552        | 6.552        | 6.552        | 6.552     | 6.552     | 100.0%  | 1     |
|  -> duration                      | 6.552     | 6.552        | 6.552        | 6.552        | 6.552     | 6.552     | 100.0%  | 1     |
|  -> idle_duration                 | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 6.552154
Full duration: 22.915693

HINTS:
* To plot HTML graphics with this data, run:
	rally task report 7fae7360-870c-426f-923b-37026b53a2f6 --out output.html

* To generate a JUnit report, run:
	rally task export 7fae7360-870c-426f-923b-37026b53a2f6 --type junit --to output.xml

* To get raw JSON output of task results, run:
	rally task report 7fae7360-870c-426f-923b-37026b53a2f6 --json --out output.json


2018-04-11 04:41:17,613 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '7fae7360-870c-426f-923b-37026b53a2f6']
2018-04-11 04:41:18,580 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file
2018-04-11 04:41:18,580 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '7fae7360-870c-426f-923b-37026b53a2f6', '--out', u'/home/opnfv/functest/results/rally/opnfv-keystone.html']
2018-04-11 04:41:18,588 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "keystone" OK.

2018-04-11 04:41:18,589 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "neutron" ...
2018-04-11 04:41:18,589 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-neutron.yaml
2018-04-11 04:41:18,589 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist...
2018-04-11 04:41:18,605 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'Quotas.nova_update_and_delete']
2018-04-11 04:41:18,614 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['neutron'], 'concurrency': 4, 'netid': '4173a751-db7a-4de7-bd14-849af111367f', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'flavor_name': 'rally-tiny-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"]
2018-04-11 04:46:37,032 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 4ce7aba7-3966-463a-a1bd-1935e9a878a3
2018-04-11 04:46:37,032 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '4ce7aba7-3966-463a-a1bd-1935e9a878a3']
2018-04-11 04:46:38,008 - functest.opnfv_tests.openstack.rally.rally - INFO - 
--------------------------------------------------------------------------------
Task 4ce7aba7-3966-463a-a1bd-1935e9a878a3: finished
--------------------------------------------------------------------------------

test scenario NeutronNetworks.create_and_delete_networks
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "network_create_args": {}
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "quotas": {
      "neutron": {
        "network": -1
      }
    }
  }
}

--------------------------------------------------------------------------------
Task 4ce7aba7-3966-463a-a1bd-1935e9a878a3 has 0 error(s)
--------------------------------------------------------------------------------

+---------------------------------------------------------------------------------------------------------------------------+
|                                                   Response Times (sec)                                                    |
+------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                 | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| neutron.create_network | 0.979     | 0.979        | 0.979        | 0.979        | 0.979     | 0.979     | 100.0%  | 1     |
| neutron.delete_network | 0.743     | 0.743        | 0.743        | 0.743        | 0.743     | 0.743     | 100.0%  | 1     |
| total                  | 1.722     | 1.722        | 1.722        | 1.722        | 1.722     | 1.722     | 100.0%  | 1     |
|  -> duration           | 1.722     | 1.722        | 1.722        | 1.722        | 1.722     | 1.722     | 100.0%  | 1     |
|  -> idle_duration      | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 1.721738
Full duration: 15.195628
--------------------------------------------------------------------------------

test scenario NeutronNetworks.create_and_delete_ports
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "network_create_args": {}, 
    "port_create_args": {}, 
    "ports_per_network": 1
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "network": {}, 
    "quotas": {
      "neutron": {
        "network": -1, 
        "port": -1
      }
    }
  }
}

--------------------------------------------------------------------------------
Task 4ce7aba7-3966-463a-a1bd-1935e9a878a3 has 0 error(s)
--------------------------------------------------------------------------------

+------------------------------------------------------------------------------------------------------------------------+
|                                                  Response Times (sec)                                                  |
+---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action              | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| neutron.create_port | 1.431     | 1.431        | 1.431        | 1.431        | 1.431     | 1.431     | 100.0%  | 1     |
| neutron.delete_port | 0.652     | 0.652        | 0.652        | 0.652        | 0.652     | 0.652     | 100.0%  | 1     |
| total               | 2.084     | 2.084        | 2.084        | 2.084        | 2.084     | 2.084     | 100.0%  | 1     |
|  -> duration        | 2.084     | 2.084        | 2.084        | 2.084        | 2.084     | 2.084     | 100.0%  | 1     |
|  -> idle_duration   | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 2.083645
Full duration: 28.342748
--------------------------------------------------------------------------------

test scenario NeutronNetworks.create_and_delete_routers
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "network_create_args": {}, 
    "router_create_args": {}, 
    "subnet_cidr_start": "1.1.0.0/30", 
    "subnet_create_args": {}, 
    "subnets_per_network": 1
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "network": {}, 
    "quotas": {
      "neutron": {
        "network": -1, 
        "subnet": -1, 
        "port": -1, 
        "router": -1
      }
    }
  }
}

--------------------------------------------------------------------------------
Task 4ce7aba7-3966-463a-a1bd-1935e9a878a3 has 0 error(s)
--------------------------------------------------------------------------------

+------------------------------------------------------------------------------------------------------------------------------------+
|                                                        Response Times (sec)                                                        |
+---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                          | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| neutron.create_network          | 0.826     | 0.826        | 0.826        | 0.826        | 0.826     | 0.826     | 100.0%  | 1     |
| neutron.create_subnet           | 0.707     | 0.707        | 0.707        | 0.707        | 0.707     | 0.707     | 100.0%  | 1     |
| neutron.create_router           | 0.331     | 0.331        | 0.331        | 0.331        | 0.331     | 0.331     | 100.0%  | 1     |
| neutron.add_interface_router    | 1.496     | 1.496        | 1.496        | 1.496        | 1.496     | 1.496     | 100.0%  | 1     |
| neutron.remove_interface_router | 1.162     | 1.162        | 1.162        | 1.162        | 1.162     | 1.162     | 100.0%  | 1     |
| neutron.delete_router           | 0.458     | 0.458        | 0.458        | 0.458        | 0.458     | 0.458     | 100.0%  | 1     |
| total                           | 4.98      | 4.98         | 4.98         | 4.98         | 4.98      | 4.98      | 100.0%  | 1     |
|  -> duration                    | 4.98      | 4.98         | 4.98         | 4.98         | 4.98      | 4.98      | 100.0%  | 1     |
|  -> idle_duration               | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 4.979685
Full duration: 36.549374
--------------------------------------------------------------------------------

test scenario NeutronNetworks.create_and_delete_subnets
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "network_create_args": {}, 
    "subnet_cidr_start": "1.1.0.0/30", 
    "subnet_create_args": {}, 
    "subnets_per_network": 1
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "network": {}, 
    "quotas": {
      "neutron": {
        "network": -1, 
        "subnet": -1
      }
    }
  }
}

--------------------------------------------------------------------------------
Task 4ce7aba7-3966-463a-a1bd-1935e9a878a3 has 0 error(s)
--------------------------------------------------------------------------------

+--------------------------------------------------------------------------------------------------------------------------+
|                                                   Response Times (sec)                                                   |
+-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| neutron.create_subnet | 1.171     | 1.171        | 1.171        | 1.171        | 1.171     | 1.171     | 100.0%  | 1     |
| neutron.delete_subnet | 0.675     | 0.675        | 0.675        | 0.675        | 0.675     | 0.675     | 100.0%  | 1     |
| total                 | 1.846     | 1.846        | 1.846        | 1.846        | 1.846     | 1.846     | 100.0%  | 1     |
|  -> duration          | 1.846     | 1.846        | 1.846        | 1.846        | 1.846     | 1.846     | 100.0%  | 1     |
|  -> idle_duration     | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 1.84585
Full duration: 29.730979
--------------------------------------------------------------------------------

test scenario NeutronNetworks.create_and_list_networks
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "network_create_args": {}
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "quotas": {
      "neutron": {
        "network": -1
      }
    }
  }
}

--------------------------------------------------------------------------------
Task 4ce7aba7-3966-463a-a1bd-1935e9a878a3 has 0 error(s)
--------------------------------------------------------------------------------

+---------------------------------------------------------------------------------------------------------------------------+
|                                                   Response Times (sec)                                                    |
+------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                 | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| neutron.create_network | 0.938     | 0.938        | 0.938        | 0.938        | 0.938     | 0.938     | 100.0%  | 1     |
| neutron.list_networks  | 0.286     | 0.286        | 0.286        | 0.286        | 0.286     | 0.286     | 100.0%  | 1     |
| total                  | 1.224     | 1.224        | 1.224        | 1.224        | 1.224     | 1.224     | 100.0%  | 1     |
|  -> duration           | 1.224     | 1.224        | 1.224        | 1.224        | 1.224     | 1.224     | 100.0%  | 1     |
|  -> idle_duration      | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 1.224123
Full duration: 16.592639
--------------------------------------------------------------------------------

test scenario NeutronNetworks.create_and_list_ports
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "network_create_args": {}, 
    "port_create_args": {}, 
    "ports_per_network": 1
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "network": {}, 
    "quotas": {
      "neutron": {
        "network": -1, 
        "port": -1
      }
    }
  }
}

--------------------------------------------------------------------------------
Task 4ce7aba7-3966-463a-a1bd-1935e9a878a3 has 0 error(s)
--------------------------------------------------------------------------------

+------------------------------------------------------------------------------------------------------------------------+
|                                                  Response Times (sec)                                                  |
+---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action              | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| neutron.create_port | 1.304     | 1.304        | 1.304        | 1.304        | 1.304     | 1.304     | 100.0%  | 1     |
| neutron.list_ports  | 0.241     | 0.241        | 0.241        | 0.241        | 0.241     | 0.241     | 100.0%  | 1     |
| total               | 1.546     | 1.546        | 1.546        | 1.546        | 1.546     | 1.546     | 100.0%  | 1     |
|  -> duration        | 1.546     | 1.546        | 1.546        | 1.546        | 1.546     | 1.546     | 100.0%  | 1     |
|  -> idle_duration   | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 1.545877
Full duration: 34.043241
--------------------------------------------------------------------------------

test scenario NeutronNetworks.create_and_list_routers
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "network_create_args": {}, 
    "router_create_args": {}, 
    "subnet_cidr_start": "1.1.0.0/30", 
    "subnet_create_args": {}, 
    "subnets_per_network": 1
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "network": {}, 
    "quotas": {
      "neutron": {
        "network": -1, 
        "subnet": -1, 
        "router": -1
      }
    }
  }
}

--------------------------------------------------------------------------------
Task 4ce7aba7-3966-463a-a1bd-1935e9a878a3 has 0 error(s)
--------------------------------------------------------------------------------

+---------------------------------------------------------------------------------------------------------------------------------+
|                                                      Response Times (sec)                                                       |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                       | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| neutron.create_network       | 0.87      | 0.87         | 0.87         | 0.87         | 0.87      | 0.87      | 100.0%  | 1     |
| neutron.create_subnet        | 0.712     | 0.712        | 0.712        | 0.712        | 0.712     | 0.712     | 100.0%  | 1     |
| neutron.create_router        | 0.322     | 0.322        | 0.322        | 0.322        | 0.322     | 0.322     | 100.0%  | 1     |
| neutron.add_interface_router | 1.608     | 1.608        | 1.608        | 1.608        | 1.608     | 1.608     | 100.0%  | 1     |
| neutron.list_routers         | 0.072     | 0.072        | 0.072        | 0.072        | 0.072     | 0.072     | 100.0%  | 1     |
| total                        | 3.585     | 3.585        | 3.585        | 3.585        | 3.585     | 3.585     | 100.0%  | 1     |
|  -> duration                 | 3.585     | 3.585        | 3.585        | 3.585        | 3.585     | 3.585     | 100.0%  | 1     |
|  -> idle_duration            | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 3.585217
Full duration: 41.218745
--------------------------------------------------------------------------------

test scenario NeutronNetworks.create_and_list_subnets
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "network_create_args": {}, 
    "subnet_cidr_start": "1.1.0.0/30", 
    "subnet_create_args": {}, 
    "subnets_per_network": 1
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "network": {}, 
    "quotas": {
      "neutron": {
        "network": -1, 
        "subnet": -1
      }
    }
  }
}

--------------------------------------------------------------------------------
Task 4ce7aba7-3966-463a-a1bd-1935e9a878a3 has 0 error(s)
--------------------------------------------------------------------------------

+---------------------------------------------------------------------------------------------------------------------------+
|                                                   Response Times (sec)                                                    |
+------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                 | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| neutron.create_network | 0.942     | 0.942        | 0.942        | 0.942        | 0.942     | 0.942     | 100.0%  | 1     |
| neutron.create_subnet  | 0.842     | 0.842        | 0.842        | 0.842        | 0.842     | 0.842     | 100.0%  | 1     |
| neutron.list_subnets   | 0.241     | 0.241        | 0.241        | 0.241        | 0.241     | 0.241     | 100.0%  | 1     |
| total                  | 2.025     | 2.025        | 2.025        | 2.025        | 2.025     | 2.025     | 100.0%  | 1     |
|  -> duration           | 2.025     | 2.025        | 2.025        | 2.025        | 2.025     | 2.025     | 100.0%  | 1     |
|  -> idle_duration      | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 2.024718
Full duration: 33.961036
--------------------------------------------------------------------------------

test scenario NeutronSecurityGroup.create_and_delete_security_groups
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {}, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "quotas": {
      "neutron": {
        "security_group": -1
      }
    }
  }
}

--------------------------------------------------------------------------------
Task 4ce7aba7-3966-463a-a1bd-1935e9a878a3 has 0 error(s)
--------------------------------------------------------------------------------

+----------------------------------------------------------------------------------------------------------------------------------+
|                                                       Response Times (sec)                                                       |
+-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                        | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| neutron.create_security_group | 0.94      | 0.94         | 0.94         | 0.94         | 0.94      | 0.94      | 100.0%  | 1     |
| neutron.delete_security_group | 0.315     | 0.315        | 0.315        | 0.315        | 0.315     | 0.315     | 100.0%  | 1     |
| total                         | 1.256     | 1.256        | 1.256        | 1.256        | 1.256     | 1.256     | 100.0%  | 1     |
|  -> duration                  | 1.256     | 1.256        | 1.256        | 1.256        | 1.256     | 1.256     | 100.0%  | 1     |
|  -> idle_duration             | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 1.256015
Full duration: 14.735475
--------------------------------------------------------------------------------

test scenario NeutronSecurityGroup.create_and_delete_security_group_rule
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {}, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "quotas": {
      "neutron": {
        "security_group": -1
      }
    }
  }
}

--------------------------------------------------------------------------------
Task 4ce7aba7-3966-463a-a1bd-1935e9a878a3 has 0 error(s)
--------------------------------------------------------------------------------

+---------------------------------------------------------------------------------------------------------------------------------------+
|                                                         Response Times (sec)                                                          |
+------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                             | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| neutron.create_security_group      | 0.976     | 0.976        | 0.976        | 0.976        | 0.976     | 0.976     | 100.0%  | 1     |
| neutron.create_security_group_rule | 0.508     | 0.508        | 0.508        | 0.508        | 0.508     | 0.508     | 100.0%  | 1     |
| neutron.delete_security_group_rule | 0.364     | 0.364        | 0.364        | 0.364        | 0.364     | 0.364     | 100.0%  | 1     |
| neutron.delete_security_group      | 0.154     | 0.154        | 0.154        | 0.154        | 0.154     | 0.154     | 100.0%  | 1     |
| total                              | 2.002     | 2.002        | 2.002        | 2.002        | 2.002     | 2.002     | 100.0%  | 1     |
|  -> duration                       | 2.002     | 2.002        | 2.002        | 2.002        | 2.002     | 2.002     | 100.0%  | 1     |
|  -> idle_duration                  | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 2.001974
Full duration: 15.178409
--------------------------------------------------------------------------------

test scenario NeutronNetworks.set_and_clear_router_gateway
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "network_create_args": {
      "router:external": true
    }
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }, 
    "quotas": {
      "neutron": {
        "network": -1, 
        "router": -1
      }
    }, 
    "roles": [
      "admin"
    ]
  }
}

--------------------------------------------------------------------------------
Task 4ce7aba7-3966-463a-a1bd-1935e9a878a3 has 0 error(s)
--------------------------------------------------------------------------------

+----------------------------------------------------------------------------------------------------------------------------------+
|                                                       Response Times (sec)                                                       |
+-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                        | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| neutron.create_network        | 1.153     | 1.153        | 1.153        | 1.153        | 1.153     | 1.153     | 100.0%  | 1     |
| neutron.create_router         | 0.388     | 0.388        | 0.388        | 0.388        | 0.388     | 0.388     | 100.0%  | 1     |
| neutron.add_gateway_router    | 1.344     | 1.344        | 1.344        | 1.344        | 1.344     | 1.344     | 100.0%  | 1     |
| neutron.remove_gateway_router | 0.918     | 0.918        | 0.918        | 0.918        | 0.918     | 0.918     | 100.0%  | 1     |
| total                         | 3.804     | 3.804        | 3.804        | 3.804        | 3.804     | 3.804     | 100.0%  | 1     |
|  -> duration                  | 3.804     | 3.804        | 3.804        | 3.804        | 3.804     | 3.804     | 100.0%  | 1     |
|  -> idle_duration             | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 3.803669
Full duration: 24.298633

HINTS:
* To plot HTML graphics with this data, run:
	rally task report 4ce7aba7-3966-463a-a1bd-1935e9a878a3 --out output.html

* To generate a JUnit report, run:
	rally task export 4ce7aba7-3966-463a-a1bd-1935e9a878a3 --type junit --to output.xml

* To get raw JSON output of task results, run:
	rally task report 4ce7aba7-3966-463a-a1bd-1935e9a878a3 --json --out output.json


2018-04-11 04:46:38,009 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '4ce7aba7-3966-463a-a1bd-1935e9a878a3']
2018-04-11 04:46:38,932 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file
2018-04-11 04:46:38,932 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '4ce7aba7-3966-463a-a1bd-1935e9a878a3', '--out', u'/home/opnfv/functest/results/rally/opnfv-neutron.html']
2018-04-11 04:46:38,940 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "neutron" OK.

2018-04-11 04:46:38,941 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "nova" ...
2018-04-11 04:46:38,941 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-nova.yaml
2018-04-11 04:46:38,941 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist...
2018-04-11 04:46:38,960 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'Quotas.nova_update_and_delete']
2018-04-11 04:46:38,968 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['nova'], 'concurrency': 4, 'netid': '4173a751-db7a-4de7-bd14-849af111367f', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'flavor_name': 'rally-tiny-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"]
2018-04-11 04:49:46,014 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 1881d96b-6a3b-40c9-a0ea-36c89fa9c9c5
2018-04-11 04:49:46,015 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '1881d96b-6a3b-40c9-a0ea-36c89fa9c9c5']
2018-04-11 04:49:47,058 - functest.opnfv_tests.openstack.rally.rally - INFO - 
--------------------------------------------------------------------------------
Task 1881d96b-6a3b-40c9-a0ea-36c89fa9c9c5: aborted
--------------------------------------------------------------------------------

test scenario NovaServers.boot_and_live_migrate_server
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "flavor": {
      "name": "rally-tiny-82f8d5ba-6f62-4343-8b67-f2fbdee5986a"
    }, 
    "image": {
      "name": "Cirros-0.4.0-82f8d5ba-6f62-4343-8b67-f2fbdee5986a"
    }, 
    "block_migration": false, 
    "nics": [
      {
        "net-id": "4173a751-db7a-4de7-bd14-849af111367f"
      }
    ]
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task 1881d96b-6a3b-40c9-a0ea-36c89fa9c9c5 has 1 error(s)
--------------------------------------------------------------------------------

RallyException: Live Migration failed: Migration complete but instance did not change host: overcloud-novacompute-1.opnfvlf.org

Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/rally/task/runner.py", line 71, in _run_scenario_once
    getattr(scenario_inst, method_name)(**scenario_kwargs)
  File "/usr/lib/python2.7/site-packages/rally/plugins/openstack/scenarios/nova/servers.py", line 722, in run
    block_migration, disk_over_commit)
  File "/usr/lib/python2.7/site-packages/rally/task/atomic.py", line 87, in func_atomic_actions
    f = func(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/rally/plugins/openstack/scenarios/nova/utils.py", line 770, in _live_migrate
    "but instance did not change host: %s" % host_pre_migrate)
RallyException: Live Migration failed: Migration complete but instance did not change host: overcloud-novacompute-1.opnfvlf.org

--------------------------------------------------------------------------------
+------------------------------------------------------------------------------------------------------------------------------+
|                                                     Response Times (sec)                                                     |
+---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action                    | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| nova.boot_server          | 9.512     | 9.512        | 9.512        | 9.512        | 9.512     | 9.512     | 100.0%  | 1     |
| nova.find_host_to_migrate | 1.341     | 1.341        | 1.341        | 1.341        | 1.341     | 1.341     | 100.0%  | 1     |
| nova.live_migrate         | 135.567   | 135.567      | 135.567      | 135.567      | 135.567   | 135.567   | 0.0%    | 1     |
| total                     | 146.42    | 146.42       | 146.42       | 146.42       | 146.42    | 146.42    | 0.0%    | 1     |
|  -> duration              | 145.42    | 145.42       | 145.42       | 145.42       | 145.42    | 145.42    | 0.0%    | 1     |
|  -> idle_duration         | 1.0       | 1.0          | 1.0          | 1.0          | 1.0       | 1.0       | 0.0%    | 1     |
+---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 145.419548
Full duration: 161.562092

HINTS:
* To plot HTML graphics with this data, run:
	rally task report 1881d96b-6a3b-40c9-a0ea-36c89fa9c9c5 --out output.html

* To generate a JUnit report, run:
	rally task export 1881d96b-6a3b-40c9-a0ea-36c89fa9c9c5 --type junit --to output.xml

* To get raw JSON output of task results, run:
	rally task report 1881d96b-6a3b-40c9-a0ea-36c89fa9c9c5 --json --out output.json


2018-04-11 04:49:47,058 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', '1881d96b-6a3b-40c9-a0ea-36c89fa9c9c5']
2018-04-11 04:49:48,025 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file
2018-04-11 04:49:48,026 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '1881d96b-6a3b-40c9-a0ea-36c89fa9c9c5', '--out', u'/home/opnfv/functest/results/rally/opnfv-nova.html']
2018-04-11 04:49:48,031 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "nova" Failed.

2018-04-11 04:49:48,031 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "quotas" ...
2018-04-11 04:49:48,031 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-quotas.yaml
2018-04-11 04:49:48,032 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist...
2018-04-11 04:49:48,040 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: [u'Quotas.nova_update_and_delete']
2018-04-11 04:49:48,045 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--abort-on-sla-failure', '--task', '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/task.yaml', '--task-args', "{'smoke': True, 'tmpl_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'floating_network': 'external', 'service_list': ['quotas'], 'concurrency': 4, 'netid': '4173a751-db7a-4de7-bd14-849af111367f', 'tenants_amount': 3, 'image_name': 'Cirros-0.4.0-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'flavor_name': 'rally-tiny-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'use_existing_users': False, 'flavor_alt_name': 'rally-mini-82f8d5ba-6f62-4343-8b67-f2fbdee5986a', 'iterations': 10, 'users_amount': 2, 'sup_dir': '/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'glance_image_format': 'qcow2'}"]
2018-04-11 04:50:41,344 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : e6b85d4f-9ea0-44f4-a2a5-b85b0591dd7d
2018-04-11 04:50:41,344 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', 'e6b85d4f-9ea0-44f4-a2a5-b85b0591dd7d']
2018-04-11 04:50:42,376 - functest.opnfv_tests.openstack.rally.rally - INFO - 
--------------------------------------------------------------------------------
Task e6b85d4f-9ea0-44f4-a2a5-b85b0591dd7d: finished
--------------------------------------------------------------------------------

test scenario Quotas.cinder_update_and_delete
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "max_quota": 1024
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task e6b85d4f-9ea0-44f4-a2a5-b85b0591dd7d has 0 error(s)
--------------------------------------------------------------------------------

+-------------------------------------------------------------------------------------------------------------------------+
|                                                  Response Times (sec)                                                   |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| quotas.update_quotas | 0.699     | 0.699        | 0.699        | 0.699        | 0.699     | 0.699     | 100.0%  | 1     |
| quotas.delete_quotas | 0.183     | 0.183        | 0.183        | 0.183        | 0.183     | 0.183     | 100.0%  | 1     |
| total                | 0.882     | 0.882        | 0.882        | 0.882        | 0.882     | 0.882     | 100.0%  | 1     |
|  -> duration         | 0.882     | 0.882        | 0.882        | 0.882        | 0.882     | 0.882     | 100.0%  | 1     |
|  -> idle_duration    | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.881868
Full duration: 8.4967
--------------------------------------------------------------------------------

test scenario Quotas.cinder_update
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "max_quota": 1024
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task e6b85d4f-9ea0-44f4-a2a5-b85b0591dd7d has 0 error(s)
--------------------------------------------------------------------------------

+-------------------------------------------------------------------------------------------------------------------------+
|                                                  Response Times (sec)                                                   |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| quotas.update_quotas | 0.727     | 0.727        | 0.727        | 0.727        | 0.727     | 0.727     | 100.0%  | 1     |
| total                | 0.727     | 0.727        | 0.727        | 0.727        | 0.727     | 0.727     | 100.0%  | 1     |
|  -> duration         | 0.727     | 0.727        | 0.727        | 0.727        | 0.727     | 0.727     | 100.0%  | 1     |
|  -> idle_duration    | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.727135
Full duration: 8.740201
--------------------------------------------------------------------------------

test scenario Quotas.neutron_update
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "max_quota": 1024
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task e6b85d4f-9ea0-44f4-a2a5-b85b0591dd7d has 0 error(s)
--------------------------------------------------------------------------------

+-------------------------------------------------------------------------------------------------------------------------+
|                                                  Response Times (sec)                                                   |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| quotas.update_quotas | 0.301     | 0.301        | 0.301        | 0.301        | 0.301     | 0.301     | 100.0%  | 1     |
| total                | 0.716     | 0.716        | 0.716        | 0.716        | 0.716     | 0.716     | 100.0%  | 1     |
|  -> duration         | 0.716     | 0.716        | 0.716        | 0.716        | 0.716     | 0.716     | 100.0%  | 1     |
|  -> idle_duration    | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.716228
Full duration: 8.566444
--------------------------------------------------------------------------------

test scenario Quotas.nova_update
args position 0
args values:
{
  "runner": {
    "concurrency": 1, 
    "times": 1
  }, 
  "hooks": [], 
  "args": {
    "max_quota": 1024
  }, 
  "sla": {
    "failure_rate": {
      "max": 0
    }
  }, 
  "context": {
    "users": {
      "tenants": 1, 
      "users_per_tenant": 1
    }
  }
}

--------------------------------------------------------------------------------
Task e6b85d4f-9ea0-44f4-a2a5-b85b0591dd7d has 0 error(s)
--------------------------------------------------------------------------------

+-------------------------------------------------------------------------------------------------------------------------+
|                                                  Response Times (sec)                                                   |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| quotas.update_quotas | 0.957     | 0.957        | 0.957        | 0.957        | 0.957     | 0.957     | 100.0%  | 1     |
| total                | 0.957     | 0.957        | 0.957        | 0.957        | 0.957     | 0.957     | 100.0%  | 1     |
|  -> duration         | 0.957     | 0.957        | 0.957        | 0.957        | 0.957     | 0.957     | 100.0%  | 1     |
|  -> idle_duration    | 0.0       | 0.0          | 0.0          | 0.0          | 0.0       | 0.0       | 100.0%  | 1     |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+

Load duration: 0.957462
Full duration: 8.977187

HINTS:
* To plot HTML graphics with this data, run:
	rally task report e6b85d4f-9ea0-44f4-a2a5-b85b0591dd7d --out output.html

* To generate a JUnit report, run:
	rally task export e6b85d4f-9ea0-44f4-a2a5-b85b0591dd7d --type junit --to output.xml

* To get raw JSON output of task results, run:
	rally task report e6b85d4f-9ea0-44f4-a2a5-b85b0591dd7d --json --out output.json


2018-04-11 04:50:42,377 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'results', 'e6b85d4f-9ea0-44f4-a2a5-b85b0591dd7d']
2018-04-11 04:50:43,408 - functest.opnfv_tests.openstack.rally.rally - DEBUG - saving json file
2018-04-11 04:50:43,409 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', 'e6b85d4f-9ea0-44f4-a2a5-b85b0591dd7d', '--out', u'/home/opnfv/functest/results/rally/opnfv-quotas.html']
2018-04-11 04:50:43,416 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "quotas" OK.

2018-04-11 04:50:43,421 - functest.opnfv_tests.openstack.rally.rally - INFO - Rally Summary Report:

+----------------+------------+----------------+-----------+
|  Module        |  Duration  |  nb. Test Run  |  Success  |
+----------------+------------+----------------+-----------+
|  authenticate  |     00:45  |       6        |  100.00%  |
|  glance        |     01:14  |       4        |  100.00%  |
|  cinder        |     02:48  |       10       |  100.00%  |
|  heat          |     01:02  |       4        |  100.00%  |
|  keystone      |     02:47  |       11       |  100.00%  |
|  neutron       |     04:49  |       11       |  100.00%  |
|  nova          |     02:41  |       1        |    0.00%  |
|  quotas        |     00:34  |       4        |  100.00%  |
|                |            |                |           |
|  TOTAL:        |  00:16:45  |       51       |   98.04%  |
+----------------+------------+----------------+-----------+

2018-04-11 04:50:43,421 - functest.opnfv_tests.openstack.rally.rally - INFO - Rally 'rally_sanity' success_rate is 98.04%
2018-04-11 04:50:51,425 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results
2018-04-11 04:50:51,425 - xtesting.ci.run_tests - INFO - Test result:

+----------------------+------------------+------------------+----------------+
|      TEST CASE       |     PROJECT      |     DURATION     |     RESULT     |
+----------------------+------------------+------------------+----------------+
|     rally_sanity     |     functest     |      20:36       |      FAIL      |
+----------------------+------------------+------------------+----------------+

2018-04-11 04:50:51,429 - xtesting.ci.run_tests - ERROR - The test case 'rally_sanity' failed.
2018-04-11 04:50:51,429 - xtesting.ci.run_tests - INFO - Running test case 'refstack_defcore'...
2018-04-11 04:50:51,553 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Creating Rally environment...
2018-04-11 04:50:53,857 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment destroy --deployment opnfv-rally
2018-04-11 04:50:53.576 9829 INFO rally.deployment.engine [-] Deployment 08134bda-e459-4c18-b3d6-a42d8804e633 | Starting:  Destroy cloud and free allocated resources.
2018-04-11 04:50:53.680 9829 INFO rally.deployment.engine [-] Deployment 08134bda-e459-4c18-b3d6-a42d8804e633 | Completed: Destroy cloud and free allocated resources.
2018-04-11 04:50:53.703 9829 INFO rally.api [-] Deleting deployment-specific data for verifier 'opnfv-tempest' (UUID=81ea0289-7126-4213-9e5e-02c3401ce92a).
2018-04-11 04:50:53.708 9829 INFO rally.api [-] Deployment-specific data has been successfully deleted!

2018-04-11 04:50:56,111 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment create --fromenv --name opnfv-rally
2018-04-11 04:50:55.806 9832 INFO rally.deployment.engines.existing [-] Save deployment 'opnfv-rally' (uuid=a89664b3-608e-41e2-bc26-c55842d7df83) with 'openstack' platform.
+--------------------------------------+---------------------+-------------+------------------+--------+
| uuid                                 | created_at          | name        | status           | active |
+--------------------------------------+---------------------+-------------+------------------+--------+
| a89664b3-608e-41e2-bc26-c55842d7df83 | 2018-04-11T04:50:55 | opnfv-rally | deploy->finished |        |
+--------------------------------------+---------------------+-------------+------------------+--------+
Using deployment: a89664b3-608e-41e2-bc26-c55842d7df83
~/.rally/openrc was updated

HINTS:

* To use standard OpenStack clients, set up your env by running:
	source ~/.rally/openrc
  OpenStack clients are now configured, e.g run:
	openstack image list

2018-04-11 04:50:59,364 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment check
--------------------------------------------------------------------------------
Platform openstack:
--------------------------------------------------------------------------------

Available services:
+-------------+-------------------+-----------+
| Service     | Service Type      | Status    |
+-------------+-------------------+-----------+
| __unknown__ | alarming          | Available |
| __unknown__ | key-manager       | Available |
| __unknown__ | nfv-orchestration | Available |
| __unknown__ | placement         | Available |
| __unknown__ | policy            | Available |
| __unknown__ | volumev2          | Available |
| __unknown__ | volumev3          | Available |
| ceilometer  | metering          | Available |
| cinder      | volume            | Available |
| cloud       | cloudformation    | Available |
| glance      | image             | Available |
| gnocchi     | metric            | Available |
| heat        | orchestration     | Available |
| keystone    | identity          | Available |
| neutron     | network           | Available |
| nova        | compute           | Available |
+-------------+-------------------+-----------+



2018-04-11 04:50:59,364 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Create verifier from existing repo...
2018-04-11 04:51:01,743 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify delete-verifier --id opnfv-tempest --force
2018-04-11 04:51:01.469 9838 INFO rally.api [-] Deleting verifier 'opnfv-tempest' (UUID=81ea0289-7126-4213-9e5e-02c3401ce92a).
2018-04-11 04:51:01.590 9838 INFO rally.api [-] Verifier has been successfully deleted!

2018-04-11 04:51:05,169 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify create-verifier --source /src/tempest --name opnfv-tempest --type tempest --system-wide
2018-04-11 04:51:03.746 9841 INFO rally.api [-] Creating verifier 'opnfv-tempest'.
2018-04-11 04:51:03.895 9841 INFO rally.verification.manager [-] Cloning verifier repo from /src/tempest.
2018-04-11 04:51:04.954 9841 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=74879368-ba5d-4439-bac0-9960a2ecf899) has been successfully created!
Using verifier 'opnfv-tempest' (UUID=74879368-ba5d-4439-bac0-9960a2ecf899) as the default verifier for the future CLI operations.

2018-04-11 04:51:08,198 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating private network for Tempest suite
2018-04-11 04:51:10,856 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating two images for Tempest suite
2018-04-11 04:51:16,644 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Creating two flavors for Tempest suite
2018-04-11 04:51:21,966 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify configure-verifier --reconfigure --id opnfv-tempest
2018-04-11 04:51:20.794 9860 INFO rally.api [-] Configuring verifier 'opnfv-tempest' (UUID=74879368-ba5d-4439-bac0-9960a2ecf899) for deployment 'opnfv-rally' (UUID=a89664b3-608e-41e2-bc26-c55842d7df83).
2018-04-11 04:51:21.804 9860 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=74879368-ba5d-4439-bac0-9960a2ecf899) has been successfully configured for deployment 'opnfv-rally' (UUID=a89664b3-608e-41e2-bc26-c55842d7df83)!

2018-04-11 04:51:21,967 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Looking for tempest.conf file...
2018-04-11 04:51:21,967 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Updating selected tempest.conf parameters...
2018-04-11 04:51:21,969 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Add/Update required params defined in tempest_conf.yaml into tempest.conf file
2018-04-11 04:51:24,645 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Starting Tempest test suite: '['rally', 'verify', 'start', '--load-list', u'/home/opnfv/functest/results/refstack/tempest-list.txt']'.
2018-04-11 04:51:26,694 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:26.693 9872 INFO rally.api [-] Starting verification (UUID=aab411cf-c319-434d-b953-9ab50ccfc283) for deployment 'opnfv-rally' (UUID=a89664b3-608e-41e2-bc26-c55842d7df83) by verifier 'opnfv-tempest' (UUID=74879368-ba5d-4439-bac0-9960a2ecf899).
2018-04-11 04:51:26,694 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Verification UUID: aab411cf-c319-434d-b953-9ab50ccfc283
2018-04-11 04:51:35,384 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:35.383 9872 INFO opnfv-tempest [-] {12} tempest.api.compute.test_versions.TestVersions.test_list_api_versions ... success [0.010s]
2018-04-11 04:51:36,065 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:36.064 9872 INFO opnfv-tempest [-] {6} tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag ... success [0.733s]
2018-04-11 04:51:36,079 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:36.079 9872 INFO opnfv-tempest [-] {4} tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors ... success [0.603s]
2018-04-11 04:51:36,147 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:36.147 9872 INFO opnfv-tempest [-] {4} tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail ... success [0.068s]
2018-04-11 04:51:36,237 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:36.236 9872 INFO opnfv-tempest [-] {6} tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image ... success [0.172s]
2018-04-11 04:51:38,331 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:38.330 9872 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_reserve_unreserve_volume ... success [1.121s]
2018-04-11 04:51:39,619 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:39.619 9872 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_bootable ... success [1.288s]
2018-04-11 04:51:40,381 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:40.380 9872 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_additional_default_security_group_fails ... success [0.173s]
2018-04-11 04:51:40,429 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:40.429 9872 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_readonly_update ... success [0.809s]
2018-04-11 04:51:41,029 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:41.029 9872 INFO opnfv-tempest [-] {4} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types ... success [0.105s]
2018-04-11 04:51:41,100 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:41.100 9872 INFO opnfv-tempest [-] {4} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources ... success [0.071s]
2018-04-11 04:51:41,172 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:41.172 9872 INFO opnfv-tempest [-] {4} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses ... success [0.071s]
2018-04-11 04:51:44,469 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:44.468 9872 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_duplicate_security_group_rule_fails ... success [4.086s]
2018-04-11 04:51:46,270 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:46.269 9872 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_ethertype ... success [1.801s]
2018-04-11 04:51:46,947 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:46.946 9872 INFO opnfv-tempest [-] {4} tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id ... success [0.179s]
2018-04-11 04:51:47,112 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:47.112 9872 INFO opnfv-tempest [-] {4} tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image ... success [0.165s]
2018-04-11 04:51:48,087 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:48.087 9872 INFO opnfv-tempest [-] {4} tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image ... success [0.973s]
2018-04-11 04:51:48,314 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:48.314 9872 INFO opnfv-tempest [-] {4} tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id ... success [0.226s]
2018-04-11 04:51:48,318 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:48.318 9872 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_protocol ... success [2.048s]
2018-04-11 04:51:48,474 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:48.474 9872 INFO opnfv-tempest [-] {4} tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image ... success [0.161s]
2018-04-11 04:51:49,605 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:49.605 9872 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_remote_ip_prefix ... success [1.285s]
2018-04-11 04:51:53,645 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:53.644 9872 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_invalid_ports ... success [4.038s]
2018-04-11 04:51:54,885 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:54.885 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_crud_snapshot_metadata ... success [3.755s]
2018-04-11 04:51:55,908 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:55.907 9872 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_remote_groupid ... success [2.263s]
2018-04-11 04:51:56,191 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:56.191 9872 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_security_group ... success [0.284s]
2018-04-11 04:51:56,215 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:56.214 9872 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group ... success [0.023s]
2018-04-11 04:51:56,236 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:56.235 9872 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group ... success [0.020s]
2018-04-11 04:51:56,253 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:56.253 9872 INFO opnfv-tempest [-] {12} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule ... success [0.017s]
2018-04-11 04:51:56,412 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:56.411 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_update_show_snapshot_metadata_item ... success [1.526s]
2018-04-11 04:51:59,893 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:51:59.893 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_active_server ... success [24.571s]
2018-04-11 04:52:02,953 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:02.953 9872 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date ... success [0.060s]
2018-04-11 04:52:02,963 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:02.963 9872 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date ... success [0.010s]
2018-04-11 04:52:03,102 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:03.101 9872 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count ... success [0.137s]
2018-04-11 04:52:03,113 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:03.112 9872 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value ... success [0.011s]
2018-04-11 04:52:03,123 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:03.123 9872 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string ... success [0.010s]
2018-04-11 04:52:03,155 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:03.155 9872 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor ... success [0.031s]
2018-04-11 04:52:03,228 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:03.228 9872 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image ... success [0.072s]
2018-04-11 04:52:03,317 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:03.316 9872 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name ... success [0.088s]
2018-04-11 04:52:03,630 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:03.629 9872 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted ... success [0.312s]
2018-04-11 04:52:03,645 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:03.645 9872 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing ... success [0.015s]
2018-04-11 04:52:03,731 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:03.730 9872 INFO opnfv-tempest [-] {0} tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server ... success [0.085s]
2018-04-11 04:52:13,098 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:13.097 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list ... success [0.198s]
2018-04-11 04:52:13,297 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:13.296 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_by_name ... success [0.199s]
2018-04-11 04:52:13,488 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:13.488 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_by_name ... success [0.191s]
2018-04-11 04:52:13,762 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:13.762 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_pagination ... success [0.272s]
2018-04-11 04:52:14,001 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:14.001 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_with_multiple_params ... success [0.238s]
2018-04-11 04:52:14,765 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:14.764 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_pagination ... success [0.763s]
2018-04-11 04:52:14,805 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:14.805 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_param_display_name_and_status ... success [0.040s]
2018-04-11 04:52:15,029 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:15.029 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_display_name_and_status ... success [0.223s]
2018-04-11 04:52:15,089 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:15.089 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_metadata ... success [0.060s]
2018-04-11 04:52:15,140 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:15.140 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_details ... success [0.050s]
2018-04-11 04:52:15,184 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:15.184 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_param_metadata ... success [0.043s]
2018-04-11 04:52:15,411 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:15.411 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_by_availability_zone ... success [0.225s]
2018-04-11 04:52:15,688 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:15.687 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_by_status ... success [0.276s]
2018-04-11 04:52:15,737 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:15.737 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_details_by_availability_zone ... success [0.049s]
2018-04-11 04:52:15,788 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:15.788 9872 INFO opnfv-tempest [-] {6} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_details_by_status ... success [0.051s]
2018-04-11 04:52:16,994 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:16.994 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name ... success [1.450s]
2018-04-11 04:52:18,523 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:18.523 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit ... success [1.528s]
2018-04-11 04:52:20,229 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:20.228 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 ... success [1.705s]
2018-04-11 04:52:21,536 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:21.535 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor ... success [1.306s]
2018-04-11 04:52:23,029 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:23.028 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image ... success [1.492s]
2018-04-11 04:52:24,612 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:24.611 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid ... success [1.582s]
2018-04-11 04:52:25,142 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:25.141 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit ... success [0.529s]
2018-04-11 04:52:25,851 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:25.850 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id ... success [0.708s]
2018-04-11 04:52:26,470 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:26.469 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server ... success [0.618s]
2018-04-11 04:52:27,109 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:27.108 9872 INFO opnfv-tempest [-] {15} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server ... success [21.967s]
2018-04-11 04:52:27,774 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:27.774 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address ... success [1.304s]
2018-04-11 04:52:28,313 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:28.313 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server ... success [0.538s]
2018-04-11 04:52:28,709 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:28.709 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_deleted_server ... success [0.395s]
2018-04-11 04:52:29,252 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:29.252 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server ... success [0.542s]
2018-04-11 04:52:30,436 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:30.435 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank ... success [1.182s]
2018-04-11 04:52:31,018 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:31.018 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server ... success [0.583s]
2018-04-11 04:52:31,656 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:31.655 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server ... success [0.637s]
2018-04-11 04:52:32,359 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:32.359 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 ... success [0.703s]
2018-04-11 04:52:32,738 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:32.738 9872 INFO opnfv-tempest [-] {11} tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name ... success [0.378s]
2018-04-11 04:52:33,458 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:33.458 9872 INFO opnfv-tempest [-] {5} tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image ... success [39.487s]
2018-04-11 04:52:35,004 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:35.003 9872 INFO opnfv-tempest [-] {5} tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name ... success [1.548s]
2018-04-11 04:52:38,716 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:38.715 9872 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_upload ... success [58.279s]
2018-04-11 04:52:49,446 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:49.446 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_all_attributes ... success [5.123s]
2018-04-11 04:52:54,795 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:54.795 9872 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_details_with_params ... success [0.261s]
2018-04-11 04:52:55,186 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:55.185 9872 INFO opnfv-tempest [-] {13} tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_with_params ... success [0.390s]
2018-04-11 04:52:55,835 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:55.834 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_allocation_pools ... success [6.387s]
2018-04-11 04:52:59,888 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:52:59.887 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_dhcp_enabled ... success [4.053s]
2018-04-11 04:53:04,007 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:04.007 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw ... success [4.118s]
2018-04-11 04:53:07,446 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:07.445 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw_and_allocation_pools ... success [3.437s]
2018-04-11 04:53:10,792 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:10.792 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_host_routes_and_dns_nameservers ... success [3.347s]
2018-04-11 04:53:13,828 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:13.827 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_without_gateway ... success [3.033s]
2018-04-11 04:53:19,453 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:19.452 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet ... success [5.625s]
2018-04-11 04:53:23,772 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:23.771 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_delete_network_with_subnet ... success [4.317s]
2018-04-11 04:53:23,932 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:23.931 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_networks ... success [0.161s]
2018-04-11 04:53:24,037 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:24.037 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_networks_fields ... success [0.105s]
2018-04-11 04:53:24,101 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:24.101 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_subnets ... success [0.062s]
2018-04-11 04:53:24,162 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:24.161 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_list_subnets_fields ... success [0.061s]
2018-04-11 04:53:24,269 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:24.269 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_network ... success [0.107s]
2018-04-11 04:53:24,381 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:24.381 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_network_fields ... success [0.112s]
2018-04-11 04:53:25,034 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:25.034 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_subnet ... success [0.652s]
2018-04-11 04:53:25,259 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:25.259 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_show_subnet_fields ... success [0.222s]
2018-04-11 04:53:31,442 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:31.441 9872 INFO opnfv-tempest [-] {0} tempest.api.network.test_networks.NetworksTest.test_update_subnet_gw_dns_host_routes_dhcp ... success [6.182s]
2018-04-11 04:53:38,398 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:38.398 9872 INFO opnfv-tempest [-] {15} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard ... success [71.291s]
2018-04-11 04:53:46,638 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:46.637 9872 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_snapshot_create_get_list_update_delete ... success [5.742s]
2018-04-11 04:53:54,178 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:53:54.177 9872 INFO opnfv-tempest [-] {0} tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot ... success [7.540s]
2018-04-11 04:54:07,566 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:54:07.565 9872 INFO opnfv-tempest [-] {15} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server ... success [29.163s]
2018-04-11 04:54:09,070 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:54:09.069 9872 INFO opnfv-tempest [-] {5} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name ... success [66.516s]
2018-04-11 04:54:09,140 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:54:09.140 9872 INFO opnfv-tempest [-] {5} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers ... success [0.070s]
2018-04-11 04:54:09,827 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:54:09.826 9872 INFO opnfv-tempest [-] {5} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail ... success [0.684s]
2018-04-11 04:54:09,924 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:54:09.924 9872 INFO opnfv-tempest [-] {5} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus ... success [0.097s]
2018-04-11 04:54:09,925 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:54:09.925 9872 INFO opnfv-tempest [-] {5} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details ... success [0.001s]
2018-04-11 04:54:25,493 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:54:25.493 9872 INFO opnfv-tempest [-] {5} tempest.api.volume.test_availability_zone.AvailabilityZoneTestJSON.test_get_availability_zone_list ... success [0.171s]
2018-04-11 04:54:26,081 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:54:26.080 9872 INFO opnfv-tempest [-] {15} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server ... success [18.513s]
2018-04-11 04:54:46,203 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:54:46.202 9872 INFO opnfv-tempest [-] {15} tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete ... success [7.343s]
2018-04-11 04:54:56,576 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:54:56.575 9872 INFO opnfv-tempest [-] {15} tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_as_clone ... success [10.369s]
2018-04-11 04:55:09,657 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:09.657 9872 INFO opnfv-tempest [-] {15} tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_from_image ... success [13.079s]
2018-04-11 04:55:11,776 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:11.776 9872 INFO opnfv-tempest [-] {10} tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume ... success [202.658s]
2018-04-11 04:55:38,179 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:38.178 9872 INFO opnfv-tempest [-] {10} tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_list_get_volume_attachments ... success [26.398s]
2018-04-11 04:55:52,424 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:52.424 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_invalid_size ... success [0.172s]
2018-04-11 04:55:52,598 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:52.597 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_snapshot_id ... success [0.173s]
2018-04-11 04:55:52,787 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:52.786 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_source_volid ... success [0.188s]
2018-04-11 04:55:52,964 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:52.964 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_volume_type ... success [0.177s]
2018-04-11 04:55:53,120 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:53.120 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_negative ... success [0.156s]
2018-04-11 04:55:53,286 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:53.286 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_zero ... success [0.165s]
2018-04-11 04:55:53,329 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:53.329 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_without_passing_size ... success [0.042s]
2018-04-11 04:55:53,521 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:53.520 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_invalid_volume_id ... success [0.192s]
2018-04-11 04:55:53,676 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:53.676 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_volume_without_passing_volume_id ... success [0.154s]
2018-04-11 04:55:53,858 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:53.857 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id ... success [0.181s]
2018-04-11 04:55:54,017 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:54.016 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id ... success [0.158s]
2018-04-11 04:55:54,200 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:54.200 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_invalid_status ... success [0.184s]
2018-04-11 04:55:54,406 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:54.406 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_nonexistent_name ... success [0.205s]
2018-04-11 04:55:54,449 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:54.449 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_invalid_status ... success [0.042s]
2018-04-11 04:55:54,491 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:54.491 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_nonexistent_name ... success [0.041s]
2018-04-11 04:55:54,827 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:54.827 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_negative_volume_status ... success [0.335s]
2018-04-11 04:55:54,862 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:54.862 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_nonexistent_volume_id ... success [0.035s]
2018-04-11 04:55:54,898 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:54.897 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_unreserve_volume_with_nonexistent_volume_id ... success [0.035s]
2018-04-11 04:55:54,908 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:54.907 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_empty_volume_id ... success [0.010s]
2018-04-11 04:55:55,088 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:55.088 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_invalid_volume_id ... success [0.181s]
2018-04-11 04:55:55,121 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:55.121 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_nonexistent_volume_id ... success [0.033s]
2018-04-11 04:55:55,154 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:55.153 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_delete_nonexistent_volume_id ... success [0.032s]
2018-04-11 04:55:55,185 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:55:55.184 9872 INFO opnfv-tempest [-] {10} tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_get_nonexistent_volume_id ... success [0.031s]
2018-04-11 04:55:59,845 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Showing result for a verification: '['rally', 'verify', 'show', '--uuid', 'aab411cf-c319-434d-b953-9ab50ccfc283']'.
2018-04-11 04:56:00,752 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------+

2018-04-11 04:56:00,753 - functest.opnfv_tests.openstack.tempest.tempest - INFO - |                                      Verification                                       |

2018-04-11 04:56:00,753 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+

2018-04-11 04:56:00,753 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | UUID                | aab411cf-c319-434d-b953-9ab50ccfc283                              |

2018-04-11 04:56:00,753 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Status              | finished                                                          |

2018-04-11 04:56:00,753 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Started at          | 2018-04-11 04:51:26                                               |

2018-04-11 04:56:00,753 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Finished at         | 2018-04-11 04:55:59                                               |

2018-04-11 04:56:00,753 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Duration            | 0:04:33                                                           |

2018-04-11 04:56:00,753 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Run arguments       | load_list: (value is too long, use 'detailed' flag to display it) |

2018-04-11 04:56:00,753 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tags                | -                                                                 |

2018-04-11 04:56:00,753 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier name       | opnfv-tempest (UUID: 74879368-ba5d-4439-bac0-9960a2ecf899)        |

2018-04-11 04:56:00,754 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier type       | tempest (platform: openstack)                                     |

2018-04-11 04:56:00,754 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Deployment name     | opnfv-rally (UUID: a89664b3-608e-41e2-bc26-c55842d7df83)          |

2018-04-11 04:56:00,754 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests count         | 137                                                               |

2018-04-11 04:56:00,754 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests duration, sec | 261.897                                                           |

2018-04-11 04:56:00,754 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Success             | 137                                                               |

2018-04-11 04:56:00,754 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Skipped             | 0                                                                 |

2018-04-11 04:56:00,754 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Expected failures   | 0                                                                 |

2018-04-11 04:56:00,754 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Unexpected success  | 0                                                                 |

2018-04-11 04:56:00,754 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Failures            | 0                                                                 |

2018-04-11 04:56:00,754 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+

2018-04-11 04:56:00,754 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +--------------------------------------------------------------------------------------------------------------------------------------------------------------------+

2018-04-11 04:56:00,822 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Tempest refstack_defcore success_rate is 100.0%
2018-04-11 04:56:07,533 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results
2018-04-11 04:56:07,534 - xtesting.ci.run_tests - INFO - Test result:

+--------------------------+------------------+------------------+----------------+
|        TEST CASE         |     PROJECT      |     DURATION     |     RESULT     |
+--------------------------+------------------+------------------+----------------+
|     refstack_defcore     |     functest     |      04:59       |      PASS      |
+--------------------------+------------------+------------------+----------------+

2018-04-11 04:56:07,538 - xtesting.ci.run_tests - INFO - Running test case 'patrole'...
2018-04-11 04:56:07,651 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Creating Rally environment...
2018-04-11 04:56:10,032 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment destroy --deployment opnfv-rally
2018-04-11 04:56:09.715 9980 INFO rally.deployment.engine [-] Deployment a89664b3-608e-41e2-bc26-c55842d7df83 | Starting:  Destroy cloud and free allocated resources.
2018-04-11 04:56:09.807 9980 INFO rally.deployment.engine [-] Deployment a89664b3-608e-41e2-bc26-c55842d7df83 | Completed: Destroy cloud and free allocated resources.
2018-04-11 04:56:09.824 9980 INFO rally.api [-] Deleting all verifications created by verifier 'opnfv-tempest' (UUID=74879368-ba5d-4439-bac0-9960a2ecf899) for deployment 'opnfv-rally'.
2018-04-11 04:56:09.835 9980 INFO rally.api [-] Deleting verification (UUID=aab411cf-c319-434d-b953-9ab50ccfc283).
2018-04-11 04:56:09.873 9980 INFO rally.api [-] Verification has been successfully deleted!
2018-04-11 04:56:09.873 9980 INFO rally.api [-] Deleting deployment-specific data for verifier 'opnfv-tempest' (UUID=74879368-ba5d-4439-bac0-9960a2ecf899).
2018-04-11 04:56:09.881 9980 INFO rally.api [-] Deployment-specific data has been successfully deleted!

2018-04-11 04:56:12,485 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment create --fromenv --name opnfv-rally
2018-04-11 04:56:12.207 9983 INFO rally.deployment.engines.existing [-] Save deployment 'opnfv-rally' (uuid=2ae3cd02-a002-4245-9ca7-dc0c858093a2) with 'openstack' platform.
+--------------------------------------+---------------------+-------------+------------------+--------+
| uuid                                 | created_at          | name        | status           | active |
+--------------------------------------+---------------------+-------------+------------------+--------+
| 2ae3cd02-a002-4245-9ca7-dc0c858093a2 | 2018-04-11T04:56:12 | opnfv-rally | deploy->finished |        |
+--------------------------------------+---------------------+-------------+------------------+--------+
Using deployment: 2ae3cd02-a002-4245-9ca7-dc0c858093a2
~/.rally/openrc was updated

HINTS:

* To use standard OpenStack clients, set up your env by running:
	source ~/.rally/openrc
  OpenStack clients are now configured, e.g run:
	openstack image list

2018-04-11 04:56:15,857 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment check
--------------------------------------------------------------------------------
Platform openstack:
--------------------------------------------------------------------------------

Available services:
+-------------+-------------------+-----------+
| Service     | Service Type      | Status    |
+-------------+-------------------+-----------+
| __unknown__ | alarming          | Available |
| __unknown__ | key-manager       | Available |
| __unknown__ | nfv-orchestration | Available |
| __unknown__ | placement         | Available |
| __unknown__ | policy            | Available |
| __unknown__ | volumev2          | Available |
| __unknown__ | volumev3          | Available |
| ceilometer  | metering          | Available |
| cinder      | volume            | Available |
| cloud       | cloudformation    | Available |
| glance      | image             | Available |
| gnocchi     | metric            | Available |
| heat        | orchestration     | Available |
| keystone    | identity          | Available |
| neutron     | network           | Available |
| nova        | compute           | Available |
+-------------+-------------------+-----------+



2018-04-11 04:56:15,858 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Create verifier from existing repo...
2018-04-11 04:56:18,156 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify delete-verifier --id opnfv-tempest --force
2018-04-11 04:56:17.928 9989 INFO rally.api [-] Deleting verifier 'opnfv-tempest' (UUID=74879368-ba5d-4439-bac0-9960a2ecf899).
2018-04-11 04:56:18.052 9989 INFO rally.api [-] Verifier has been successfully deleted!

2018-04-11 04:56:21,476 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify create-verifier --source /src/tempest --name opnfv-tempest --type tempest --system-wide
2018-04-11 04:56:20.138 9992 INFO rally.api [-] Creating verifier 'opnfv-tempest'.
2018-04-11 04:56:20.275 9992 INFO rally.verification.manager [-] Cloning verifier repo from /src/tempest.
2018-04-11 04:56:21.292 9992 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=9fb6fbb2-2a4f-476f-97a1-a27932929c9f) has been successfully created!
Using verifier 'opnfv-tempest' (UUID=9fb6fbb2-2a4f-476f-97a1-a27932929c9f) as the default verifier for the future CLI operations.

2018-04-11 04:56:24,412 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating private network for Tempest suite
2018-04-11 04:56:26,736 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Creating two images for Tempest suite
2018-04-11 04:56:33,412 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Creating two flavors for Tempest suite
2018-04-11 04:56:38,709 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify configure-verifier --reconfigure --id opnfv-tempest
2018-04-11 04:56:37.701 10011 INFO rally.api [-] Configuring verifier 'opnfv-tempest' (UUID=9fb6fbb2-2a4f-476f-97a1-a27932929c9f) for deployment 'opnfv-rally' (UUID=2ae3cd02-a002-4245-9ca7-dc0c858093a2).
2018-04-11 04:56:38.551 10011 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=9fb6fbb2-2a4f-476f-97a1-a27932929c9f) has been successfully configured for deployment 'opnfv-rally' (UUID=2ae3cd02-a002-4245-9ca7-dc0c858093a2)!

2018-04-11 04:56:38,710 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Looking for tempest.conf file...
2018-04-11 04:56:38,710 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Updating selected tempest.conf parameters...
2018-04-11 04:56:38,712 - functest.opnfv_tests.openstack.tempest.conf_utils - DEBUG - Add/Update required params defined in tempest_conf.yaml into tempest.conf file
2018-04-11 04:56:39,356 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Generating test case list...
2018-04-11 04:56:42,437 - functest.opnfv_tests.openstack.tempest.tempest - INFO - (cd /root/.rally/verification/verifier-9fb6fbb2-2a4f-476f-97a1-a27932929c9f/repo; testr list-tests '(?!.*test_networks_multiprovider_rbac)(?=patrole_tempest_plugin.tests.api.(image|network|volume))' >/home/opnfv/functest/results/patrole/tempest-list.txt 2>/dev/null)

2018-04-11 04:56:42,437 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Starting Tempest test suite: '['rally', 'verify', 'start', '--load-list', u'/home/opnfv/functest/results/patrole/tempest-list.txt']'.
2018-04-11 04:56:44,455 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 04:56:44.454 10020 INFO rally.api [-] Starting verification (UUID=6893f061-acc0-492a-9e5e-f811edbfb2b5) for deployment 'opnfv-rally' (UUID=2ae3cd02-a002-4245-9ca7-dc0c858093a2) by verifier 'opnfv-tempest' (UUID=9fb6fbb2-2a4f-476f-97a1-a27932929c9f).
2018-04-11 04:56:44,455 - functest.opnfv_tests.openstack.tempest.tempest - DEBUG - Verification UUID: 6893f061-acc0-492a-9e5e-f811edbfb2b5
2018-04-11 04:59:23,483 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Showing result for a verification: '['rally', 'verify', 'show', '--uuid', '6893f061-acc0-492a-9e5e-f811edbfb2b5']'.
2018-04-11 04:59:24,413 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------+

2018-04-11 04:59:24,413 - functest.opnfv_tests.openstack.tempest.tempest - INFO - |                                      Verification                                       |

2018-04-11 04:59:24,413 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+

2018-04-11 04:59:24,413 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | UUID                | 6893f061-acc0-492a-9e5e-f811edbfb2b5                              |

2018-04-11 04:59:24,413 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Status              | finished                                                          |

2018-04-11 04:59:24,414 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Started at          | 2018-04-11 04:56:44                                               |

2018-04-11 04:59:24,414 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Finished at         | 2018-04-11 04:59:23                                               |

2018-04-11 04:59:24,414 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Duration            | 0:02:39                                                           |

2018-04-11 04:59:24,414 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Run arguments       | load_list: (value is too long, use 'detailed' flag to display it) |

2018-04-11 04:59:24,414 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tags                | -                                                                 |

2018-04-11 04:59:24,414 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier name       | opnfv-tempest (UUID: 9fb6fbb2-2a4f-476f-97a1-a27932929c9f)        |

2018-04-11 04:59:24,414 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier type       | tempest (platform: openstack)                                     |

2018-04-11 04:59:24,414 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Deployment name     | opnfv-rally (UUID: 2ae3cd02-a002-4245-9ca7-dc0c858093a2)          |

2018-04-11 04:59:24,414 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests count         | 287                                                               |

2018-04-11 04:59:24,414 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests duration, sec | 149.61                                                            |

2018-04-11 04:59:24,414 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Success             | 124                                                               |

2018-04-11 04:59:24,415 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Skipped             | 163                                                               |

2018-04-11 04:59:24,415 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Expected failures   | 0                                                                 |

2018-04-11 04:59:24,415 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Unexpected success  | 0                                                                 |

2018-04-11 04:59:24,415 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Failures            | 0                                                                 |

2018-04-11 04:59:24,415 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+

2018-04-11 04:59:24,415 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+

2018-04-11 04:59:24,561 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Tempest patrole success_rate is 100.0%
2018-04-11 04:59:31,133 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results
2018-04-11 04:59:31,133 - xtesting.ci.run_tests - INFO - Test result:

+-------------------+------------------+------------------+----------------+
|     TEST CASE     |     PROJECT      |     DURATION     |     RESULT     |
+-------------------+------------------+------------------+----------------+
|      patrole      |     functest     |      03:07       |      PASS      |
+-------------------+------------------+------------------+----------------+

2018-04-11 04:59:31,138 - xtesting.ci.run_tests - INFO - Running test case 'odl'...
2018-04-11 04:59:52,155 - xtesting.core.robotframework - INFO - 
==============================================================================
Basic & Neutron                                                               
==============================================================================
Basic & Neutron.Basic                                                         
==============================================================================
Basic & Neutron.Basic.Restconf Modules :: Test suite to verify Restconf is OK.
==============================================================================
Get Controller Modules :: Get the restconf modules, check 200 stat... | PASS |
------------------------------------------------------------------------------
Basic & Neutron.Basic.Restconf Modules :: Test suite to verify Res... | PASS |
1 critical test, 1 passed, 0 failed
1 test total, 1 passed, 0 failed
==============================================================================
Basic & Neutron.Basic                                                 | PASS |
1 critical test, 1 passed, 0 failed
1 test total, 1 passed, 0 failed
==============================================================================
Basic & Neutron.Neutron :: Test suite for Neutron Plugin                      
==============================================================================
Basic & Neutron.Neutron.Reachability                                          
==============================================================================
Get the complete list of networks :: Get the complete list of netw... | PASS |
------------------------------------------------------------------------------
Get the complete list of subnets :: Get the complete list of subnets  | PASS |
------------------------------------------------------------------------------
Get the complete list of ports :: Get the complete list of ports      | PASS |
------------------------------------------------------------------------------
Basic & Neutron.Neutron.Reachability                                  | PASS |
3 critical tests, 3 passed, 0 failed
3 tests total, 3 passed, 0 failed
==============================================================================
Basic & Neutron.Neutron.Networks :: Checking Network created in OpenStack a...
==============================================================================
Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS |
------------------------------------------------------------------------------
Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS |
------------------------------------------------------------------------------
Create Network :: Create new network in OpenStack                     | PASS |
------------------------------------------------------------------------------
Check Network :: Check network created in OpenDaylight                | PASS |
------------------------------------------------------------------------------
Basic & Neutron.Neutron.Networks :: Checking Network created in Op... | PASS |
4 critical tests, 4 passed, 0 failed
4 tests total, 4 passed, 0 failed
==============================================================================
Basic & Neutron.Neutron.Subnets :: Checking Subnets created in OpenStack ar...
==============================================================================
Check OpenStack Subnets :: Checking OpenStack Neutron for known su... | PASS |
------------------------------------------------------------------------------
Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS |
------------------------------------------------------------------------------
Create New subnet :: Create new subnet in OpenStack                   | PASS |
------------------------------------------------------------------------------
Check New subnet :: Check new subnet created in OpenDaylight          | PASS |
------------------------------------------------------------------------------
Basic & Neutron.Neutron.Subnets :: Checking Subnets created in Ope... | PASS |
4 critical tests, 4 passed, 0 failed
4 tests total, 4 passed, 0 failed
==============================================================================
Basic & Neutron.Neutron.Ports :: Checking Port created in OpenStack are pus...
==============================================================================
Check OpenStack ports :: Checking OpenStack Neutron for known ports   | PASS |
------------------------------------------------------------------------------
Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS |
------------------------------------------------------------------------------
Create New Port :: Create new port in OpenStack                       | PASS |
------------------------------------------------------------------------------
Check New Port :: Check new port created in OpenDaylight              | PASS |
------------------------------------------------------------------------------
Basic & Neutron.Neutron.Ports :: Checking Port created in OpenStac... | PASS |
4 critical tests, 4 passed, 0 failed
4 tests total, 4 passed, 0 failed
==============================================================================
Basic & Neutron.Neutron.Delete Ports :: Checking Port deleted in OpenStack ...
==============================================================================
Delete New Port :: Delete previously created port in OpenStack        | PASS |
------------------------------------------------------------------------------
Check Port Deleted :: Check port deleted in OpenDaylight              | PASS |
------------------------------------------------------------------------------
Basic & Neutron.Neutron.Delete Ports :: Checking Port deleted in O... | PASS |
2 critical tests, 2 passed, 0 failed
2 tests total, 2 passed, 0 failed
==============================================================================
Basic & Neutron.Neutron.Delete Subnets :: Checking Subnets deleted in OpenS...
==============================================================================
Delete New subnet :: Delete previously created subnet in OpenStack    | PASS |
------------------------------------------------------------------------------
Check New subnet deleted :: Check subnet deleted in OpenDaylight      | PASS |
------------------------------------------------------------------------------
Basic & Neutron.Neutron.Delete Subnets :: Checking Subnets deleted... | PASS |
2 critical tests, 2 passed, 0 failed
2 tests total, 2 passed, 0 failed
==============================================================================
Basic & Neutron.Neutron.Delete Networks :: Checking Network deleted in Open...
==============================================================================
Delete Network :: Delete network in OpenStack                         | PASS |
------------------------------------------------------------------------------
Check Network deleted :: Check network deleted in OpenDaylight        | PASS |
------------------------------------------------------------------------------
Basic & Neutron.Neutron.Delete Networks :: Checking Network delete... | PASS |
2 critical tests, 2 passed, 0 failed
2 tests total, 2 passed, 0 failed
==============================================================================
Basic & Neutron.Neutron :: Test suite for Neutron Plugin              | PASS |
21 critical tests, 21 passed, 0 failed
21 tests total, 21 passed, 0 failed
==============================================================================
Basic & Neutron                                                       | PASS |
22 critical tests, 22 passed, 0 failed
22 tests total, 22 passed, 0 failed
==============================================================================
Output:  /home/opnfv/functest/results/odl/output.xml

2018-04-11 04:59:52,156 - xtesting.core.robotframework - INFO - Results were successfully generated
2018-04-11 04:59:52,198 - xtesting.core.robotframework - INFO - Results were successfully parsed
2018-04-11 04:59:52,304 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results
2018-04-11 04:59:52,304 - xtesting.ci.run_tests - INFO - Test result:

+-------------------+------------------+------------------+----------------+
|     TEST CASE     |     PROJECT      |     DURATION     |     RESULT     |
+-------------------+------------------+------------------+----------------+
|        odl        |     functest     |      00:20       |      PASS      |
+-------------------+------------------+------------------+----------------+

2018-04-11 04:59:52,308 - xtesting.ci.run_tests - INFO - Running test case 'snaps_smoke'...
2018-04-11 04:59:53,290 - functest.opnfv_tests.openstack.snaps.snaps_test_runner - INFO - Using flavor metadata 'None'
2018-04-11 06:06:05,031 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results
2018-04-11 06:06:05,032 - xtesting.ci.run_tests - INFO - Test result:

+---------------------+------------------+------------------+----------------+
|      TEST CASE      |     PROJECT      |     DURATION     |     RESULT     |
+---------------------+------------------+------------------+----------------+
|     snaps_smoke     |     functest     |      66:12       |      FAIL      |
+---------------------+------------------+------------------+----------------+

2018-04-11 06:06:05,036 - xtesting.ci.run_tests - ERROR - The test case 'snaps_smoke' failed.
2018-04-11 06:06:05,036 - xtesting.ci.run_tests - INFO - Running test case 'neutron_trunk'...
2018-04-11 06:06:05,130 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Creating Rally environment...
2018-04-11 06:06:07,579 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment destroy --deployment opnfv-rally
2018-04-11 06:06:07.170 10150 INFO rally.deployment.engine [-] Deployment 2ae3cd02-a002-4245-9ca7-dc0c858093a2 | Starting:  Destroy cloud and free allocated resources.
2018-04-11 06:06:07.261 10150 INFO rally.deployment.engine [-] Deployment 2ae3cd02-a002-4245-9ca7-dc0c858093a2 | Completed: Destroy cloud and free allocated resources.
2018-04-11 06:06:07.321 10150 INFO rally.api [-] Deleting all verifications created by verifier 'opnfv-tempest' (UUID=9fb6fbb2-2a4f-476f-97a1-a27932929c9f) for deployment 'opnfv-rally'.
2018-04-11 06:06:07.352 10150 INFO rally.api [-] Deleting verification (UUID=6893f061-acc0-492a-9e5e-f811edbfb2b5).
2018-04-11 06:06:07.393 10150 INFO rally.api [-] Verification has been successfully deleted!
2018-04-11 06:06:07.394 10150 INFO rally.api [-] Deleting deployment-specific data for verifier 'opnfv-tempest' (UUID=9fb6fbb2-2a4f-476f-97a1-a27932929c9f).
2018-04-11 06:06:07.405 10150 INFO rally.api [-] Deployment-specific data has been successfully deleted!

2018-04-11 06:06:09,996 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment create --fromenv --name opnfv-rally
2018-04-11 06:06:09.660 10153 INFO rally.deployment.engines.existing [-] Save deployment 'opnfv-rally' (uuid=4fc792ac-7f42-4807-bf16-0aadc364ca43) with 'openstack' platform.
+--------------------------------------+---------------------+-------------+------------------+--------+
| uuid                                 | created_at          | name        | status           | active |
+--------------------------------------+---------------------+-------------+------------------+--------+
| 4fc792ac-7f42-4807-bf16-0aadc364ca43 | 2018-04-11T06:06:09 | opnfv-rally | deploy->finished |        |
+--------------------------------------+---------------------+-------------+------------------+--------+
Using deployment: 4fc792ac-7f42-4807-bf16-0aadc364ca43
~/.rally/openrc was updated

HINTS:

* To use standard OpenStack clients, set up your env by running:
	source ~/.rally/openrc
  OpenStack clients are now configured, e.g run:
	openstack image list

2018-04-11 06:06:13,329 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally deployment check
--------------------------------------------------------------------------------
Platform openstack:
--------------------------------------------------------------------------------

Available services:
+-------------+-------------------+-----------+
| Service     | Service Type      | Status    |
+-------------+-------------------+-----------+
| __unknown__ | alarming          | Available |
| __unknown__ | key-manager       | Available |
| __unknown__ | nfv-orchestration | Available |
| __unknown__ | placement         | Available |
| __unknown__ | policy            | Available |
| __unknown__ | volumev2          | Available |
| __unknown__ | volumev3          | Available |
| ceilometer  | metering          | Available |
| cinder      | volume            | Available |
| cloud       | cloudformation    | Available |
| glance      | image             | Available |
| gnocchi     | metric            | Available |
| heat        | orchestration     | Available |
| keystone    | identity          | Available |
| neutron     | network           | Available |
| nova        | compute           | Available |
+-------------+-------------------+-----------+



2018-04-11 06:06:13,329 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - Create verifier from existing repo...
2018-04-11 06:06:15,699 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify delete-verifier --id opnfv-tempest --force
2018-04-11 06:06:15.427 10159 INFO rally.api [-] Deleting verifier 'opnfv-tempest' (UUID=9fb6fbb2-2a4f-476f-97a1-a27932929c9f).
2018-04-11 06:06:15.541 10159 INFO rally.api [-] Verifier has been successfully deleted!

2018-04-11 06:06:19,038 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify create-verifier --source /src/tempest --name opnfv-tempest --type tempest --system-wide
2018-04-11 06:06:17.714 10162 INFO rally.api [-] Creating verifier 'opnfv-tempest'.
2018-04-11 06:06:17.853 10162 INFO rally.verification.manager [-] Cloning verifier repo from /src/tempest.
2018-04-11 06:06:18.895 10162 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=a007ac73-0f21-4a45-b067-41b9cc9d795c) has been successfully created!
Using verifier 'opnfv-tempest' (UUID=a007ac73-0f21-4a45-b067-41b9cc9d795c) as the default verifier for the future CLI operations.

2018-04-11 06:06:32,022 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Creating two flavors for Tempest suite
2018-04-11 06:06:37,110 - functest.opnfv_tests.openstack.tempest.conf_utils - INFO - rally verify configure-verifier --reconfigure --id opnfv-tempest
2018-04-11 06:06:36.043 10181 INFO rally.api [-] Configuring verifier 'opnfv-tempest' (UUID=a007ac73-0f21-4a45-b067-41b9cc9d795c) for deployment 'opnfv-rally' (UUID=4fc792ac-7f42-4807-bf16-0aadc364ca43).
2018-04-11 06:06:36.933 10181 INFO rally.api [-] Verifier 'opnfv-tempest' (UUID=a007ac73-0f21-4a45-b067-41b9cc9d795c) has been successfully configured for deployment 'opnfv-rally' (UUID=4fc792ac-7f42-4807-bf16-0aadc364ca43)!

2018-04-11 06:06:39,970 - functest.opnfv_tests.openstack.tempest.tempest - INFO - (cd /root/.rally/verification/verifier-a007ac73-0f21-4a45-b067-41b9cc9d795c/repo; testr list-tests 'neutron.tests.tempest.(api|scenario).test_trunk' >/home/opnfv/functest/results/neutron_trunk/test_list.txt 2>/dev/null)

2018-04-11 06:06:39,971 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Starting Tempest test suite: '['rally', 'verify', 'start', '--load-list', u'/home/opnfv/functest/results/neutron_trunk/test_list.txt']'.
2018-04-11 06:06:42,034 - functest.opnfv_tests.openstack.tempest.tempest - INFO - 2018-04-11 06:06:42.033 10190 INFO rally.api [-] Starting verification (UUID=4fbc0db7-2ed1-45a9-8854-b1814fa08f91) for deployment 'opnfv-rally' (UUID=4fc792ac-7f42-4807-bf16-0aadc364ca43) by verifier 'opnfv-tempest' (UUID=a007ac73-0f21-4a45-b067-41b9cc9d795c).
2018-04-11 06:08:38,152 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Showing result for a verification: '['rally', 'verify', 'show', '--uuid', '4fbc0db7-2ed1-45a9-8854-b1814fa08f91']'.
2018-04-11 06:08:39,108 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------+

2018-04-11 06:08:39,108 - functest.opnfv_tests.openstack.tempest.tempest - INFO - |                                      Verification                                       |

2018-04-11 06:08:39,109 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+

2018-04-11 06:08:39,109 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | UUID                | 4fbc0db7-2ed1-45a9-8854-b1814fa08f91                              |

2018-04-11 06:08:39,109 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Status              | failed                                                            |

2018-04-11 06:08:39,109 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Started at          | 2018-04-11 06:06:41                                               |

2018-04-11 06:08:39,109 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Finished at         | 2018-04-11 06:08:37                                               |

2018-04-11 06:08:39,109 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Duration            | 0:01:56                                                           |

2018-04-11 06:08:39,109 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Run arguments       | load_list: (value is too long, use 'detailed' flag to display it) |

2018-04-11 06:08:39,109 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tags                | -                                                                 |

2018-04-11 06:08:39,109 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier name       | opnfv-tempest (UUID: a007ac73-0f21-4a45-b067-41b9cc9d795c)        |

2018-04-11 06:08:39,109 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Verifier type       | tempest (platform: openstack)                                     |

2018-04-11 06:08:39,110 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Deployment name     | opnfv-rally (UUID: 4fc792ac-7f42-4807-bf16-0aadc364ca43)          |

2018-04-11 06:08:39,110 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests count         | 52                                                                |

2018-04-11 06:08:39,110 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Tests duration, sec | 104.449                                                           |

2018-04-11 06:08:39,110 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Success             | 42                                                                |

2018-04-11 06:08:39,110 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Skipped             | 8                                                                 |

2018-04-11 06:08:39,110 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Expected failures   | 0                                                                 |

2018-04-11 06:08:39,110 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Unexpected success  | 0                                                                 |

2018-04-11 06:08:39,110 - functest.opnfv_tests.openstack.tempest.tempest - INFO - | Failures            | 2                                                                 |

2018-04-11 06:08:39,110 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +---------------------+-------------------------------------------------------------------+

2018-04-11 06:08:39,110 - functest.opnfv_tests.openstack.tempest.tempest - INFO - +-----------------------------------------------------------------------------------------------------------------------------------------------------+

2018-04-11 06:08:39,135 - functest.opnfv_tests.openstack.tempest.tempest - INFO - Tempest neutron_trunk success_rate is 95.4545454545%
2018-04-11 06:08:45,698 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results
2018-04-11 06:08:45,699 - xtesting.ci.run_tests - INFO - Test result:

+-----------------------+------------------+------------------+----------------+
|       TEST CASE       |     PROJECT      |     DURATION     |     RESULT     |
+-----------------------+------------------+------------------+----------------+
|     neutron_trunk     |     functest     |      02:24       |      FAIL      |
+-----------------------+------------------+------------------+----------------+

2018-04-11 06:08:45,703 - xtesting.ci.run_tests - ERROR - The test case 'neutron_trunk' failed.
2018-04-11 06:08:45,704 - xtesting.ci.run_tests - INFO - Xtesting report:

+------------------------------+------------------+---------------+------------------+----------------+
|          TEST CASE           |     PROJECT      |      TIER     |     DURATION     |     RESULT     |
+------------------------------+------------------+---------------+------------------+----------------+
|          vping_ssh           |     functest     |     smoke     |      01:58       |      PASS      |
|        vping_userdata        |     functest     |     smoke     |      01:41       |      PASS      |
|     tempest_smoke_serial     |     functest     |     smoke     |      17:00       |      FAIL      |
|         rally_sanity         |     functest     |     smoke     |      20:36       |      FAIL      |
|       refstack_defcore       |     functest     |     smoke     |      04:59       |      PASS      |
|           patrole            |     functest     |     smoke     |      03:07       |      PASS      |
|             odl              |     functest     |     smoke     |      00:20       |      PASS      |
|         snaps_smoke          |     functest     |     smoke     |      66:12       |      FAIL      |
|        neutron_trunk         |     functest     |     smoke     |      02:24       |      FAIL      |
|         odl_netvirt          |     functest     |     smoke     |      00:00       |      SKIP      |
+------------------------------+------------------+---------------+------------------+----------------+

2018-04-11 06:08:45,711 - xtesting.ci.run_tests - INFO - Execution exit value: Result.EX_ERROR
2018-04-11 06:08:52,113 - xtesting.ci.run_tests - INFO - Deployment description:

+--------------------------------------+----------------------------------------------------------+
|               ENV VAR                |                          VALUE                           |
+--------------------------------------+----------------------------------------------------------+
|              BUILD_TAG               |      jenkins-functest-apex-baremetal-daily-fraser-3      |
|       ENERGY_RECORDER_API_URL        |             http://energy.opnfv.fr/resources             |
|     ENERGY_RECORDER_API_PASSWORD     |                                                          |
|               CI_LOOP                |                          daily                           |
|             TEST_DB_URL              |     http://testresults.opnfv.org/test/api/v1/results     |
|            INSTALLER_TYPE            |                           apex                           |
|           DEPLOY_SCENARIO            |                   os-odl-nofeature-ha                    |
|       ENERGY_RECORDER_API_USER       |                                                          |
|              NODE_NAME               |                         lf-pod1                          |
+--------------------------------------+----------------------------------------------------------+

2018-04-11 06:08:52,117 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file

# Clear any old environment that may conflict.
for key in $( set | awk '{FS="="}  /^OS_/ {print $1}' ); do unset $key ; done
export OS_USERNAME=admin
export OS_USER_DOMAIN_NAME=Default
export OS_PROJECT_DOMAIN_NAME=Default
export OS_BAREMETAL_API_VERSION=1.34
export NOVA_VERSION=1.1
export OS_PROJECT_NAME=admin
export OS_PASSWORD=rk2FweThfM4gtWwqJHQJx3gUU
export OS_NO_CACHE=True
export COMPUTE_API_VERSION=1.1
export no_proxy=,172.30.9.27,192.30.9.5
export OS_VOLUME_API_VERSION=3
export OS_CLOUDNAME=overcloud
export OS_AUTH_URL=http://172.30.9.27:5000/v3
export IRONIC_API_VERSION=1.34
export OS_IDENTITY_API_VERSION=3
export OS_IMAGE_API_VERSION=2
export OS_AUTH_TYPE=password
export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available"

# Add OS_CLOUDNAME to PS1
if [ -z "${CLOUDPROMPT_ENABLED:-}" ]; then
    export PS1=${PS1:-""}
    export PS1=\${OS_CLOUDNAME:+"(\$OS_CLOUDNAME)"}\ $PS1
    export CLOUDPROMPT_ENABLED=1
fi
export SDN_CONTROLLER_IP=192.30.9.5
export OS_REGION_NAME=regionOne

2018-04-11 06:08:52,117 - xtesting.ci.run_tests - DEBUG - Test args: all
2018-04-11 06:08:52,118 - xtesting.ci.run_tests - INFO - TESTS TO BE EXECUTED:

+---------------+---------------+-----------------+---------------------+-------------------+
|     TIERS     |     ORDER     |     CI LOOP     |     DESCRIPTION     |     TESTCASES     |
+---------------+---------------+-----------------+---------------------+-------------------+
+---------------+---------------+-----------------+---------------------+-------------------+

2018-04-11 06:08:52,118 - xtesting.ci.run_tests - INFO - Xtesting report:

+-----------------------------+------------------------+------------------+------------------+----------------+
|          TEST CASE          |        PROJECT         |       TIER       |     DURATION     |     RESULT     |
+-----------------------------+------------------------+------------------+------------------+----------------+
|     doctor-notification     |         doctor         |     features     |      00:00       |      SKIP      |
|            bgpvpn           |         sdnvpn         |     features     |      00:00       |      SKIP      |
|       functest-odl-sfc      |          sfc           |     features     |      00:00       |      SKIP      |
|      barometercollectd      |       barometer        |     features     |      00:00       |      SKIP      |
|             fds             |     fastdatastacks     |     features     |      00:00       |      SKIP      |
+-----------------------------+------------------------+------------------+------------------+----------------+

2018-04-11 06:08:52,121 - xtesting.ci.run_tests - INFO - Execution exit value: Result.EX_OK
2018-04-11 06:08:55,745 - xtesting.ci.run_tests - INFO - Deployment description:

+--------------------------------------+----------------------------------------------------------+
|               ENV VAR                |                          VALUE                           |
+--------------------------------------+----------------------------------------------------------+
|              BUILD_TAG               |      jenkins-functest-apex-baremetal-daily-fraser-3      |
|       ENERGY_RECORDER_API_URL        |             http://energy.opnfv.fr/resources             |
|     ENERGY_RECORDER_API_PASSWORD     |                                                          |
|               CI_LOOP                |                          daily                           |
|             TEST_DB_URL              |     http://testresults.opnfv.org/test/api/v1/results     |
|            INSTALLER_TYPE            |                           apex                           |
|           DEPLOY_SCENARIO            |                   os-odl-nofeature-ha                    |
|       ENERGY_RECORDER_API_USER       |                                                          |
|              NODE_NAME               |                         lf-pod1                          |
+--------------------------------------+----------------------------------------------------------+

2018-04-11 06:08:55,748 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file

# Clear any old environment that may conflict.
for key in $( set | awk '{FS="="}  /^OS_/ {print $1}' ); do unset $key ; done
export OS_USERNAME=admin
export OS_USER_DOMAIN_NAME=Default
export OS_PROJECT_DOMAIN_NAME=Default
export OS_BAREMETAL_API_VERSION=1.34
export NOVA_VERSION=1.1
export OS_PROJECT_NAME=admin
export OS_PASSWORD=rk2FweThfM4gtWwqJHQJx3gUU
export OS_NO_CACHE=True
export COMPUTE_API_VERSION=1.1
export no_proxy=,172.30.9.27,192.30.9.5
export OS_VOLUME_API_VERSION=3
export OS_CLOUDNAME=overcloud
export OS_AUTH_URL=http://172.30.9.27:5000/v3
export IRONIC_API_VERSION=1.34
export OS_IDENTITY_API_VERSION=3
export OS_IMAGE_API_VERSION=2
export OS_AUTH_TYPE=password
export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available"

# Add OS_CLOUDNAME to PS1
if [ -z "${CLOUDPROMPT_ENABLED:-}" ]; then
    export PS1=${PS1:-""}
    export PS1=\${OS_CLOUDNAME:+"(\$OS_CLOUDNAME)"}\ $PS1
    export CLOUDPROMPT_ENABLED=1
fi
export SDN_CONTROLLER_IP=192.30.9.5
export OS_REGION_NAME=regionOne

2018-04-11 06:08:55,748 - xtesting.ci.run_tests - DEBUG - Test args: all
2018-04-11 06:08:55,748 - xtesting.ci.run_tests - INFO - TESTS TO BE EXECUTED:

+---------------+---------------+--------------------------+---------------------------------------+--------------------------------------------+
|     TIERS     |     ORDER     |         CI LOOP          |              DESCRIPTION              |                 TESTCASES                  |
+---------------+---------------+--------------------------+---------------------------------------+--------------------------------------------+
|      vnf      |       4       |     (daily)|(weekly)     |     Collection of VNF test cases.     |     cloudify_ims vyos_vrouter juju_epc     |
+---------------+---------------+--------------------------+---------------------------------------+--------------------------------------------+

2018-04-11 06:08:55,749 - xtesting.ci.run_tests - INFO - Running tier 'vnf'
2018-04-11 06:08:55,749 - xtesting.ci.run_tests - INFO - Running test case 'cloudify_ims'...
2018-04-11 06:08:57,240 - functest.opnfv_tests.vnf.ims.cloudify_ims - DEBUG - Orchestrator configuration {'requirements': {u'flavor': {u'ram_min': 4096, u'name': u'm1.medium'}, u'os_image': u'cloudify_manager_4.0'}}
2018-04-11 06:08:57,294 - functest.opnfv_tests.vnf.ims.cloudify_ims - DEBUG - VNF configuration: {'inputs': {u'vellum_cluster_size': 1, u'agent_user': u'ubuntu', u'image_id': u'ubuntu_14.04', u'external_network_name': u'', u'dime_cluster_size': 1, u'key_pair_name': u'cloudify_ims_kp', u'bono_cluster_size': 1, u'flavor_id': u'm1.small', u'public_domain': u'clearwater.opnfv', u'homer_cluster_size': 1, u'release': u'repo122', u'private_key_path': u'/etc/cloudify/cloudify_ims.pem', u'sprout_cluster_size': 1}, 'requirements': {u'flavor': {u'ram_min': 2048, u'name': u'm1.small'}, u'network_quotas': {u'security_group': 20, u'security_group_rule': 100, u'port': 50}, u'compute_quotas': {u'cores': 50, u'instances': 15}}, 'descriptor': {u'url': u'https://github.com/Orange-OpenSource/opnfv-cloudify-clearwater/archive/master.zip', u'file_name': u'openstack-blueprint.yaml', u'version': u'122', u'name': u'clearwater-opnfv'}}
2018-04-11 06:08:57,321 - functest.opnfv_tests.vnf.ims.cloudify_ims - INFO - Images needed for vIMS: {u'cloudify_manager_4.0': u'/home/opnfv/functest/images/cloudify-manager-premium-4.0.1.qcow2', u'ubuntu_14.04': u'/home/opnfv/functest/images/ubuntu-14.04-server-cloudimg-amd64-disk1.img'}
2018-04-11 06:09:01,508 - xtesting.energy.energy - INFO - Energy recorder API is not available, cause=HTTPConnectionPool(host='energy.opnfv.fr', port=80): Read timed out. (read timeout=4)
2018-04-11 06:09:01,508 - functest.core.vnf - INFO - Prepare VNF: cloudify_ims, description: Created by OPNFV Functest: cloudify_ims
2018-04-11 06:09:04,416 - functest.core.vnf - DEBUG - snaps creds: OSCreds - username=cloudify_ims-e4776baa-b3d6-47d8-8bb3-0642156e80e7, password=5a1d5f1a-947f-4dd7-8a9f-eba7791b9105, auth_url=http://172.30.9.27:5000/v3, project_name=cloudify_ims-e4776baa-b3d6-47d8-8bb3-0642156e80e7, identity_api_version=3.0, image_api_version=2.0, network_api_version=2.0, compute_api_version=2.0, heat_api_version=1, user_domain_id=default, user_domain_name=Default, project_domain_id=default, project_domain_name=Default, interface=public, region_name=regionOne, proxy_settings=None, cacert=False
2018-04-11 06:09:04,417 - functest.opnfv_tests.vnf.ims.cloudify_ims - INFO - Additional pre-configuration steps
2018-04-11 06:09:06,463 - functest.opnfv_tests.vnf.ims.cloudify_ims - INFO - Upload some OS images if it doesn't exist
2018-04-11 06:09:06,463 - functest.opnfv_tests.vnf.ims.cloudify_ims - INFO - image: cloudify_manager_4.0, file: /home/opnfv/functest/images/cloudify-manager-premium-4.0.1.qcow2
2018-04-11 06:10:32,058 - functest.opnfv_tests.vnf.ims.cloudify_ims - INFO - image: ubuntu_14.04, file: /home/opnfv/functest/images/ubuntu-14.04-server-cloudimg-amd64-disk1.img
2018-04-11 06:10:40,506 - functest.opnfv_tests.vnf.ims.cloudify_ims - INFO - Creating keypair ...
2018-04-11 06:10:41,642 - functest.opnfv_tests.vnf.ims.cloudify_ims - INFO - Creating full network ...
2018-04-11 06:10:47,980 - functest.core.vnf - ERROR - Exception on VNF testing
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/xtesting/core/vnf.py", line 74, in run
    if (self.deploy_orchestrator() and
  File "/usr/lib/python2.7/site-packages/functest/opnfv_tests/vnf/ims/cloudify_ims.py", line 164, in deploy_orchestrator
    router_creator.create()
  File "/usr/lib/python2.7/site-packages/snaps/openstack/create_router.py", line 101, in create
    self._neutron, self._os_creds, self.router_settings)
  File "/usr/lib/python2.7/site-packages/snaps/openstack/utils/neutron_utils.py", line 301, in create_router
    os_router = neutron.create_router(json_body)
  File "/usr/lib/python2.7/site-packages/neutronclient/v2_0/client.py", line 867, in create_router
    return self.post(self.routers_path, body=body)
  File "/usr/lib/python2.7/site-packages/neutronclient/v2_0/client.py", line 357, in post
    headers=headers, params=params)
  File "/usr/lib/python2.7/site-packages/neutronclient/v2_0/client.py", line 292, in do_request
    self._handle_fault_response(status_code, replybody, resp)
  File "/usr/lib/python2.7/site-packages/neutronclient/v2_0/client.py", line 268, in _handle_fault_response
    exception_handler_v20(status_code, error_body)
  File "/usr/lib/python2.7/site-packages/neutronclient/v2_0/client.py", line 92, in exception_handler_v20
    request_ids=request_ids)
IpAddressGenerationFailureClient: No more IP addresses available on network 16b4f2cd-0262-4f7c-b012-f7bfccb620b7.
Neutron server returns request_ids: ['req-36a640b2-d234-4e56-ab0c-9cb07506cd9a']
2018-04-11 06:10:48,102 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results
2018-04-11 06:10:48,103 - xtesting.ci.run_tests - INFO - Test result:

+----------------------+------------------+------------------+----------------+
|      TEST CASE       |     PROJECT      |     DURATION     |     RESULT     |
+----------------------+------------------+------------------+----------------+
|     cloudify_ims     |     functest     |      01:46       |      FAIL      |
+----------------------+------------------+------------------+----------------+

2018-04-11 06:10:48,107 - functest.opnfv_tests.vnf.ims.cloudify_ims - WARNING - Some issue during the undeployment ..
2018-04-11 06:10:48,107 - functest.opnfv_tests.vnf.ims.cloudify_ims - WARNING - Tenant clean continue ..
2018-04-11 06:10:48,108 - functest.core.vnf - INFO - Removing the VNF resources ..
2018-04-11 06:10:56,690 - xtesting.ci.run_tests - ERROR - The test case 'cloudify_ims' failed.
2018-04-11 06:10:56,691 - xtesting.ci.run_tests - INFO - Running test case 'vyos_vrouter'...
2018-04-11 06:10:57,188 - functest.opnfv_tests.vnf.router.utilvnf - DEBUG - Downloading the test data.
2018-04-11 06:10:57,636 - functest.opnfv_tests.vnf.router.cloudify_vrouter - DEBUG - Orchestrator configuration {'requirements': {u'flavor': {u'ram_min': 4096, u'name': u'm1.medium'}, u'os_image': u'cloudify_manager_4.0'}}
2018-04-11 06:10:57,636 - functest.opnfv_tests.vnf.router.cloudify_vrouter - DEBUG - name = functest.opnfv_tests.vnf.router.cloudify_vrouter
2018-04-11 06:10:57,663 - functest.opnfv_tests.vnf.router.cloudify_vrouter - DEBUG - VNF configuration: {'inputs': {u'region': u'RegionOne', u'external_network_name': u'admin_floating_net'}, 'requirements': {u'flavor': {u'ram_min': 2048, u'name': u'm1.medium'}}, 'descriptor': {u'url': u'https://github.com/oolorg/opnfv-vnf-vyos-blueprint/', u'version': u'master', u'name': u'vrouter-opnfv'}}
2018-04-11 06:10:57,668 - functest.opnfv_tests.vnf.router.utilvnf - DEBUG - Downloading the test data.
2018-04-11 06:10:57,691 - functest.opnfv_tests.vnf.router.cloudify_vrouter - INFO - Images needed for vrouter: {u'cloudify_manager_4.0': u'/home/opnfv/functest/images/cloudify-manager-premium-4.0.1.qcow2', u'vyos1.1.7': u'/home/opnfv/functest/images/vyos-1.1.7.img'}
2018-04-11 06:10:57,691 - functest.core.vnf - INFO - Prepare VNF: vyos_vrouter, description: Created by OPNFV Functest: vyos_vrouter
2018-04-11 06:11:00,637 - functest.core.vnf - DEBUG - snaps creds: OSCreds - username=vyos_vrouter-d135fb80-86a8-467e-9bfa-001a6a318655, password=3ecdba0f-3357-40f8-93f4-51fcb6062fdd, auth_url=http://172.30.9.27:5000/v3, project_name=vyos_vrouter-d135fb80-86a8-467e-9bfa-001a6a318655, identity_api_version=3.0, image_api_version=2.0, network_api_version=2.0, compute_api_version=2.0, heat_api_version=1, user_domain_id=default, user_domain_name=Default, project_domain_id=default, project_domain_name=Default, interface=public, region_name=regionOne, proxy_settings=None, cacert=False
2018-04-11 06:11:00,637 - functest.opnfv_tests.vnf.router.cloudify_vrouter - INFO - Additional pre-configuration steps
2018-04-11 06:11:00,637 - functest.opnfv_tests.vnf.router.cloudify_vrouter - INFO - Upload some OS images if it doesn't exist
2018-04-11 06:11:00,637 - functest.opnfv_tests.vnf.router.cloudify_vrouter - INFO - image: cloudify_manager_4.0, file: /home/opnfv/functest/images/cloudify-manager-premium-4.0.1.qcow2
2018-04-11 06:12:29,130 - functest.opnfv_tests.vnf.router.cloudify_vrouter - INFO - image: vyos1.1.7, file: /home/opnfv/functest/images/vyos-1.1.7.img
2018-04-11 06:12:40,216 - functest.opnfv_tests.vnf.router.cloudify_vrouter - INFO - Creating keypair ...
2018-04-11 06:12:41,164 - functest.opnfv_tests.vnf.router.cloudify_vrouter - INFO - Creating full network ...
2018-04-11 06:12:47,365 - functest.core.vnf - ERROR - Exception on VNF testing
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/xtesting/core/vnf.py", line 74, in run
    if (self.deploy_orchestrator() and
  File "/usr/lib/python2.7/site-packages/functest/opnfv_tests/vnf/router/cloudify_vrouter.py", line 186, in deploy_orchestrator
    router_creator.create()
  File "/usr/lib/python2.7/site-packages/snaps/openstack/create_router.py", line 101, in create
    self._neutron, self._os_creds, self.router_settings)
  File "/usr/lib/python2.7/site-packages/snaps/openstack/utils/neutron_utils.py", line 301, in create_router
    os_router = neutron.create_router(json_body)
  File "/usr/lib/python2.7/site-packages/neutronclient/v2_0/client.py", line 867, in create_router
    return self.post(self.routers_path, body=body)
  File "/usr/lib/python2.7/site-packages/neutronclient/v2_0/client.py", line 357, in post
    headers=headers, params=params)
  File "/usr/lib/python2.7/site-packages/neutronclient/v2_0/client.py", line 292, in do_request
    self._handle_fault_response(status_code, replybody, resp)
  File "/usr/lib/python2.7/site-packages/neutronclient/v2_0/client.py", line 268, in _handle_fault_response
    exception_handler_v20(status_code, error_body)
  File "/usr/lib/python2.7/site-packages/neutronclient/v2_0/client.py", line 92, in exception_handler_v20
    request_ids=request_ids)
IpAddressGenerationFailureClient: No more IP addresses available on network 16b4f2cd-0262-4f7c-b012-f7bfccb620b7.
Neutron server returns request_ids: ['req-6cd291ce-7520-41b4-8f00-f81d880aeeb3']
2018-04-11 06:12:47,491 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results
2018-04-11 06:12:47,491 - xtesting.ci.run_tests - INFO - Test result:

+----------------------+------------------+------------------+----------------+
|      TEST CASE       |     PROJECT      |     DURATION     |     RESULT     |
+----------------------+------------------+------------------+----------------+
|     vyos_vrouter     |     functest     |      01:50       |      FAIL      |
+----------------------+------------------+------------------+----------------+

2018-04-11 06:12:47,495 - functest.opnfv_tests.vnf.router.cloudify_vrouter - WARNING - Some issue during the undeployment ..
2018-04-11 06:12:47,495 - functest.opnfv_tests.vnf.router.cloudify_vrouter - WARNING - Tenant clean continue ..
2018-04-11 06:12:47,495 - functest.core.vnf - INFO - Removing the VNF resources ..
2018-04-11 06:12:55,378 - xtesting.ci.run_tests - ERROR - The test case 'vyos_vrouter' failed.
2018-04-11 06:12:55,378 - xtesting.ci.run_tests - INFO - Running test case 'juju_epc'...
2018-04-11 06:12:55,481 - functest.opnfv_tests.vnf.epc.juju_epc - DEBUG - VNF configuration: {'descriptor': {u'file_name': u'/src/epc-requirements/abot_charm/functest-abot-epc-bundle/bundle.yaml', u'version': u'1', u'name': u'abot-oai-epc'}, 'requirements': {u'flavor': {u'ram_min': 4096, u'name': u'm1.medium.juju'}}}
2018-04-11 06:12:55,500 - functest.opnfv_tests.vnf.epc.juju_epc - INFO - Additional pre-configuration steps
2018-04-11 06:12:55,500 - functest.core.vnf - INFO - Prepare VNF: juju_epc, description: Created by OPNFV Functest: juju_epc
2018-04-11 06:12:58,476 - functest.core.vnf - DEBUG - snaps creds: OSCreds - username=juju_epc-545e8d98-399b-48fb-a0e7-9e0a148e554f, password=af473da2-c08c-4e0b-b711-1fe1e245c03e, auth_url=http://172.30.9.27:5000/v3, project_name=juju_epc-545e8d98-399b-48fb-a0e7-9e0a148e554f, identity_api_version=3.0, image_api_version=2.0, network_api_version=2.0, compute_api_version=2.0, heat_api_version=1, user_domain_id=default, user_domain_name=Default, project_domain_id=default, project_domain_name=Default, interface=public, region_name=regionOne, proxy_settings=None, cacert=False
2018-04-11 06:12:58,852 - functest.opnfv_tests.vnf.epc.juju_epc - INFO - Creating Cloud for Abot-epc .....
2018-04-11 06:13:00,188 - functest.opnfv_tests.vnf.epc.juju_epc - INFO - juju add-cloud abot-epc -f /home/opnfv/functest/results/juju_epc/clouds.yaml --replace

2018-04-11 06:13:00,189 - functest.opnfv_tests.vnf.epc.juju_epc - INFO - Creating Credentials for Abot-epc .....
2018-04-11 06:13:01,985 - functest.opnfv_tests.vnf.epc.juju_epc - DEBUG - snaps creds: OSCreds - username=juju_network_discovery_bug, password=83f7aa50-8268-4a3a-8684-1aaeeda1e0c8, auth_url=http://172.30.9.27:5000/v3, project_name=juju_epc-545e8d98-399b-48fb-a0e7-9e0a148e554f, identity_api_version=3.0, image_api_version=2.0, network_api_version=2.0, compute_api_version=2.0, heat_api_version=1, user_domain_id=default, user_domain_name=Default, project_domain_id=default, project_domain_name=Default, interface=public, region_name=regionOne, proxy_settings=None, cacert=False
2018-04-11 06:13:02,089 - functest.opnfv_tests.vnf.epc.juju_epc - INFO - juju add-credential abot-epc -f /home/opnfv/functest/results/juju_epc/credentials.yaml --replace
Credentials updated for cloud "abot-epc".

2018-04-11 06:13:02,089 - functest.opnfv_tests.vnf.epc.juju_epc - INFO - Deployed Orchestrator
2018-04-11 06:13:02,090 - functest.opnfv_tests.vnf.epc.juju_epc - INFO - Creating full network ...
2018-04-11 06:13:05,507 - functest.opnfv_tests.vnf.epc.juju_epc - INFO - Creating network Router ....
2018-04-11 06:13:08,005 - functest.core.vnf - ERROR - Exception on VNF testing
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/xtesting/core/vnf.py", line 74, in run
    if (self.deploy_orchestrator() and
  File "/usr/lib/python2.7/site-packages/functest/opnfv_tests/vnf/epc/juju_epc.py", line 274, in deploy_orchestrator
    router_creator.create()
  File "/usr/lib/python2.7/site-packages/snaps/openstack/create_router.py", line 101, in create
    self._neutron, self._os_creds, self.router_settings)
  File "/usr/lib/python2.7/site-packages/snaps/openstack/utils/neutron_utils.py", line 301, in create_router
    os_router = neutron.create_router(json_body)
  File "/usr/lib/python2.7/site-packages/neutronclient/v2_0/client.py", line 867, in create_router
    return self.post(self.routers_path, body=body)
  File "/usr/lib/python2.7/site-packages/neutronclient/v2_0/client.py", line 357, in post
    headers=headers, params=params)
  File "/usr/lib/python2.7/site-packages/neutronclient/v2_0/client.py", line 292, in do_request
    self._handle_fault_response(status_code, replybody, resp)
  File "/usr/lib/python2.7/site-packages/neutronclient/v2_0/client.py", line 268, in _handle_fault_response
    exception_handler_v20(status_code, error_body)
  File "/usr/lib/python2.7/site-packages/neutronclient/v2_0/client.py", line 92, in exception_handler_v20
    request_ids=request_ids)
IpAddressGenerationFailureClient: No more IP addresses available on network 16b4f2cd-0262-4f7c-b012-f7bfccb620b7.
Neutron server returns request_ids: ['req-ccf6f124-a07d-497c-b404-af7bb0981c9b']
2018-04-11 06:13:08,121 - xtesting.core.testcase - INFO - The results were successfully pushed to DB http://testresults.opnfv.org/test/api/v1/results
2018-04-11 06:13:08,121 - xtesting.ci.run_tests - INFO - Test result:

+-------------------+------------------+------------------+----------------+
|     TEST CASE     |     PROJECT      |     DURATION     |     RESULT     |
+-------------------+------------------+------------------+----------------+
|      juju_epc     |     functest     |      00:13       |      FAIL      |
+-------------------+------------------+------------------+----------------+

2018-04-11 06:13:08,125 - functest.opnfv_tests.vnf.epc.juju_epc - INFO - Destroying Orchestrator...
2018-04-11 06:13:08,200 - functest.opnfv_tests.vnf.epc.juju_epc - INFO - Remove the Abot_epc OS object ..
2018-04-11 06:13:08,201 - functest.core.vnf - INFO - Removing the VNF resources ..
2018-04-11 06:13:13,630 - xtesting.ci.run_tests - ERROR - The test case 'juju_epc' failed.
2018-04-11 06:13:13,631 - xtesting.ci.run_tests - INFO - Xtesting report:

+----------------------+------------------+--------------+------------------+----------------+
|      TEST CASE       |     PROJECT      |     TIER     |     DURATION     |     RESULT     |
+----------------------+------------------+--------------+------------------+----------------+
|     cloudify_ims     |     functest     |     vnf      |      01:46       |      FAIL      |
|     vyos_vrouter     |     functest     |     vnf      |      01:50       |      FAIL      |
|       juju_epc       |     functest     |     vnf      |      00:13       |      FAIL      |
+----------------------+------------------+--------------+------------------+----------------+

2018-04-11 06:13:13,634 - xtesting.ci.run_tests - INFO - Execution exit value: Result.EX_ERROR
2018-04-11 06:13:17,727 - xtesting.ci.run_tests - INFO - Deployment description:

+--------------------------------------+----------------------------------------------------------+
|               ENV VAR                |                          VALUE                           |
+--------------------------------------+----------------------------------------------------------+
|              BUILD_TAG               |      jenkins-functest-apex-baremetal-daily-fraser-3      |
|       ENERGY_RECORDER_API_URL        |             http://energy.opnfv.fr/resources             |
|     ENERGY_RECORDER_API_PASSWORD     |                                                          |
|               CI_LOOP                |                          daily                           |
|             TEST_DB_URL              |     http://testresults.opnfv.org/test/api/v1/results     |
|            INSTALLER_TYPE            |                           apex                           |
|           DEPLOY_SCENARIO            |                   os-odl-nofeature-ha                    |
|       ENERGY_RECORDER_API_USER       |                                                          |
|              NODE_NAME               |                         lf-pod1                          |
+--------------------------------------+----------------------------------------------------------+

2018-04-11 06:13:17,732 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file

# Clear any old environment that may conflict.
for key in $( set | awk '{FS="="}  /^OS_/ {print $1}' ); do unset $key ; done
export OS_USERNAME=admin
export OS_USER_DOMAIN_NAME=Default
export OS_PROJECT_DOMAIN_NAME=Default
export OS_BAREMETAL_API_VERSION=1.34
export NOVA_VERSION=1.1
export OS_PROJECT_NAME=admin
export OS_PASSWORD=rk2FweThfM4gtWwqJHQJx3gUU
export OS_NO_CACHE=True
export COMPUTE_API_VERSION=1.1
export no_proxy=,172.30.9.27,192.30.9.5
export OS_VOLUME_API_VERSION=3
export OS_CLOUDNAME=overcloud
export OS_AUTH_URL=http://172.30.9.27:5000/v3
export IRONIC_API_VERSION=1.34
export OS_IDENTITY_API_VERSION=3
export OS_IMAGE_API_VERSION=2
export OS_AUTH_TYPE=password
export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available"

# Add OS_CLOUDNAME to PS1
if [ -z "${CLOUDPROMPT_ENABLED:-}" ]; then
    export PS1=${PS1:-""}
    export PS1=\${OS_CLOUDNAME:+"(\$OS_CLOUDNAME)"}\ $PS1
    export CLOUDPROMPT_ENABLED=1
fi
export SDN_CONTROLLER_IP=192.30.9.5
export OS_REGION_NAME=regionOne

2018-04-11 06:13:17,732 - xtesting.ci.run_tests - DEBUG - Test args: all
2018-04-11 06:13:17,732 - xtesting.ci.run_tests - INFO - TESTS TO BE EXECUTED:

+---------------+---------------+-----------------+---------------------+-------------------+
|     TIERS     |     ORDER     |     CI LOOP     |     DESCRIPTION     |     TESTCASES     |
+---------------+---------------+-----------------+---------------------+-------------------+
+---------------+---------------+-----------------+---------------------+-------------------+

2018-04-11 06:13:17,733 - xtesting.ci.run_tests - INFO - Xtesting report:

+-----------------------+-----------------+------------------+------------------+----------------+
|       TEST CASE       |     PROJECT     |       TIER       |     DURATION     |     RESULT     |
+-----------------------+-----------------+------------------+------------------+----------------+
|     parser-basics     |      parser     |     features     |      00:00       |      SKIP      |
+-----------------------+-----------------+------------------+------------------+----------------+

2018-04-11 06:13:17,734 - xtesting.ci.run_tests - INFO - Execution exit value: Result.EX_OK