2020-06-17 15:26:01,343 - xtesting.ci.run_tests - INFO - Deployment description: +-------------------------+----------------------------------------------------------------------------------------------------------------------------------+ | ENV VAR | VALUE | +-------------------------+----------------------------------------------------------------------------------------------------------------------------------+ | CI_LOOP | daily | | DEBUG | true | | DEPLOY_SCENARIO | os-nosdn-nofeature-noha | | INSTALLER_TYPE | unknown | | BUILD_TAG | 01O6HX4F7KT2 | | NODE_NAME | lf-virtual9 | | TEST_DB_URL | http://testresults.opnfv.org/test/api/v1/results | | TEST_DB_EXT_URL | | | S3_ENDPOINT_URL | https://storage.googleapis.com | | S3_DST_URL | s3://artifacts.opnfv.org/functest/01O6HX4F7KT2/functest-opnfv-functest-benchmarking-cntt-latest-rally_full_cntt-run-59 | | HTTP_DST_URL | http://artifacts.opnfv.org/functest/01O6HX4F7KT2/functest-opnfv-functest-benchmarking-cntt-latest-rally_full_cntt-run-59 | +-------------------------+----------------------------------------------------------------------------------------------------------------------------------+ 2020-06-17 15:26:01,348 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file export OS_AUTH_URL=http://172.30.13.94/identity/v3 export OS_PROJECT_NAME="demo" export OS_USER_DOMAIN_NAME="Default" export OS_PROJECT_DOMAIN_NAME="Default" export OS_USERNAME="admin" export OS_PASSWORD="secret" export OS_REGION_NAME="RegionOne" export OS_INTERFACE=public export OS_IDENTITY_API_VERSION=3 2020-06-17 15:26:01,348 - xtesting.ci.run_tests - DEBUG - Test args: rally_full_cntt 2020-06-17 15:26:01,363 - xtesting.ci.run_tests - INFO - Loading test case 'rally_full_cntt'... 2020-06-17 15:26:02,381 - functest.core.tenantnetwork - DEBUG - password: E5^*uDVu4B!l2pi 2020-06-17 15:26:02,536 - functest.core.tenantnetwork - DEBUG - project: Munch({'location': Munch({'cloud': 'envvars', 'region_name': None, 'zone': None, 'project': Munch({'id': 'default', 'name': None, 'domain_id': 'default', 'domain_name': None})}), 'id': 'fc44f21ba952433087811d52af8a1812', 'name': 'rally_full_cntt-project_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'description': 'Created by OPNFV Functest: rally_full_cntt', 'is_enabled': True, 'is_domain': False, 'domain_id': 'default', 'properties': Munch({'tags': [], 'options': Munch({})}), 'enabled': True, 'parent_id': 'default', 'tags': [], 'options': Munch({})}) 2020-06-17 15:26:02,693 - functest.core.tenantnetwork - DEBUG - user: Munch({'id': 'b5b509ec117c452dab0e41743f9cad1c', 'email': None, 'name': 'rally_full_cntt-user_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'username': None, 'default_project_id': None, 'domain_id': 'default', 'enabled': True, 'description': None}) 2020-06-17 15:26:03,335 - functest.core.tenantnetwork - DEBUG - cloud_config {'clouds': {'envvars': {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'application_catalog_api_version': '1', 'auth_type': 'password', 'baremetal_api_version': '1', 'container_api_version': '1', 'container_infra_api_version': '1', 'compute_api_version': '2', 'database_api_version': '1.0', 'disable_vendor_agent': {}, 'dns_api_version': '2', 'interface': 'public', 'floating_ip_source': 'neutron', 'identity_api_version': '3', 'image_api_use_tasks': False, 'image_api_version': '2', 'image_format': 'qcow2', 'key_manager_api_version': 'v1', 'message': '', 'metering_api_version': '2', 'network_api_version': '2', 'object_store_api_version': '1', 'orchestration_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'volume_api_version': '2', 'workflow_api_version': '2', 'auth_url': 'http://172.30.13.94/identity/v3', 'project_name': 'rally_full_cntt-project_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'user_domain_name': 'Default', 'project_domain_name': 'Default', 'username': 'rally_full_cntt-user_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'password': 'E5^*uDVu4B!l2pi', 'region_name': 'RegionOne', 'project_id': 'fc44f21ba952433087811d52af8a1812'}}} 2020-06-17 15:26:03,338 - functest.core.tenantnetwork - DEBUG - new cloud {'auth_url': 'http://172.30.13.94/identity/v3', 'project_id': 'fc44f21ba952433087811d52af8a1812', 'project_name': 'rally_full_cntt-project_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'project_domain_name': 'Default', 'username': 'rally_full_cntt-user_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'user_domain_name': 'Default', 'password': 'E5^*uDVu4B!l2pi'} 2020-06-17 15:26:03,931 - xtesting.ci.run_tests - INFO - Running test case 'rally_full_cntt'... 2020-06-17 15:26:05,178 - functest.core.tenantnetwork - DEBUG - network: Munch({'id': '1ee62b20-63fe-4423-af9e-4509e9991a0e', 'name': 'rally_full_cntt-net_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'tenant_id': 'fc44f21ba952433087811d52af8a1812', 'admin_state_up': True, 'mtu': 1400, 'status': 'ACTIVE', 'subnets': [], 'shared': True, 'project_id': 'fc44f21ba952433087811d52af8a1812', 'port_security_enabled': True, 'qos_policy_id': None, 'dns_domain': '', 'router:external': False, 'provider:network_type': 'vxlan', 'provider:physical_network': None, 'provider:segmentation_id': 86, 'availability_zone_hints': [], 'is_default': False, 'availability_zones': [], 'ipv4_address_scope': None, 'ipv6_address_scope': None, 'description': '', 'l2_adjacency': True, 'tags': [], 'created_at': '2020-06-17T15:26:05Z', 'updated_at': '2020-06-17T15:26:05Z', 'revision_number': 1}) 2020-06-17 15:26:06,465 - functest.core.tenantnetwork - DEBUG - subnet: Munch({'id': 'e6568f1c-fad2-4ef8-bfa4-9a50dd30eafa', 'name': 'rally_full_cntt-subnet_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'tenant_id': 'fc44f21ba952433087811d52af8a1812', 'network_id': '1ee62b20-63fe-4423-af9e-4509e9991a0e', 'ip_version': 4, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': None, 'gateway_ip': '192.168.120.1', 'cidr': '192.168.120.0/24', 'allocation_pools': [{'start': '192.168.120.2', 'end': '192.168.120.254'}], 'host_routes': [], 'dns_nameservers': ['8.8.8.8'], 'description': '', 'service_types': [], 'dns_publish_fixed_ip': False, 'segment_id': None, 'tags': [], 'created_at': '2020-06-17T15:26:05Z', 'updated_at': '2020-06-17T15:26:05Z', 'revision_number': 0, 'project_id': 'fc44f21ba952433087811d52af8a1812'}) 2020-06-17 15:26:07,786 - functest.core.tenantnetwork - DEBUG - router: Munch({'id': '72fccab0-e8a6-4d37-8874-55e65204bc9f', 'name': 'rally_full_cntt-router_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'tenant_id': 'fc44f21ba952433087811d52af8a1812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f6c1401-38ba-4897-a514-9f0b34909e99', 'external_fixed_ips': [{'subnet_id': '68ed82d6-b0f0-4e0a-a73b-0b9c92d613ef', 'ip_address': '172.24.4.170'}, {'subnet_id': 'ec1b1e27-b437-4c28-986f-aa0f2fcdd98c', 'ip_address': '2001:db8::36e'}], 'enable_snat': True}, 'description': '', 'availability_zones': [], 'distributed': False, 'ha': False, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-06-17T15:26:06Z', 'updated_at': '2020-06-17T15:26:07Z', 'revision_number': 3, 'project_id': 'fc44f21ba952433087811d52af8a1812'}) 2020-06-17 15:26:11,272 - functest.core.singlevm - DEBUG - image: Munch({'location': Munch({'cloud': 'envvars', 'region_name': 'RegionOne', 'zone': None, 'project': Munch({'id': 'fc44f21ba952433087811d52af8a1812', 'name': 'rally_full_cntt-project_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'domain_id': None, 'domain_name': 'Default'})}), 'created_at': '2020-06-17T15:26:11Z', 'updated_at': '2020-06-17T15:26:11Z', 'checksum': '443b7623e27ecf03dc9e01ee93f67afe', 'container_format': 'bare', 'direct_url': None, 'disk_format': 'qcow2', 'file': '/v2/images/8f663f91-14d1-4f16-9853-197e73558c50/file', 'id': '8f663f91-14d1-4f16-9853-197e73558c50', 'name': 'rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'owner': 'fc44f21ba952433087811d52af8a1812', 'tags': [], 'status': 'active', 'min_ram': 0, 'min_disk': 0, 'size': 12716032, 'virtual_size': 0, 'is_protected': False, 'locations': [], 'properties': {'hw_disk_bus': 'scsi', 'hw_scsi_model': 'virtio-scsi', 'owner_specified.shade.md5': '443b7623e27ecf03dc9e01ee93f67afe', 'owner_specified.shade.object': 'images/rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'owner_specified.shade.sha256': 'a8dd75ecffd4cdd96072d60c2237b448e0c8b2bc94d57f10fdbc8c481d9005b8', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '6513f21e44aa3da349f248188a44bc304a3653a04122d8fb4535423c8e1d14cd6a153f735bb0982e2161b5b5186106570c17a9e58b64dd39390617cd5a350f78', 'self': '/v2/images/8f663f91-14d1-4f16-9853-197e73558c50', 'schema': '/v2/schemas/image'}, 'is_public': True, 'visibility': 'public', 'hw_disk_bus': 'scsi', 'hw_scsi_model': 'virtio-scsi', 'owner_specified.shade.md5': '443b7623e27ecf03dc9e01ee93f67afe', 'owner_specified.shade.object': 'images/rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'owner_specified.shade.sha256': 'a8dd75ecffd4cdd96072d60c2237b448e0c8b2bc94d57f10fdbc8c481d9005b8', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '6513f21e44aa3da349f248188a44bc304a3653a04122d8fb4535423c8e1d14cd6a153f735bb0982e2161b5b5186106570c17a9e58b64dd39390617cd5a350f78', 'self': '/v2/images/8f663f91-14d1-4f16-9853-197e73558c50', 'schema': '/v2/schemas/image', 'protected': False, 'metadata': {'hw_disk_bus': 'scsi', 'hw_scsi_model': 'virtio-scsi', 'owner_specified.shade.md5': '443b7623e27ecf03dc9e01ee93f67afe', 'owner_specified.shade.object': 'images/rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'owner_specified.shade.sha256': 'a8dd75ecffd4cdd96072d60c2237b448e0c8b2bc94d57f10fdbc8c481d9005b8', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '6513f21e44aa3da349f248188a44bc304a3653a04122d8fb4535423c8e1d14cd6a153f735bb0982e2161b5b5186106570c17a9e58b64dd39390617cd5a350f78', 'self': '/v2/images/8f663f91-14d1-4f16-9853-197e73558c50', 'schema': '/v2/schemas/image'}, 'created': '2020-06-17T15:26:11Z', 'updated': '2020-06-17T15:26:11Z', 'minDisk': 0, 'minRam': 0}) 2020-06-17 15:26:11,317 - functest.core.singlevm - DEBUG - flavor: Munch({'location': Munch({'cloud': 'envvars', 'region_name': 'RegionOne', 'zone': None, 'project': Munch({'id': 'd599446db0274f239c869e15bb1e94c4', 'name': 'demo', 'domain_id': None, 'domain_name': 'Default'})}), 'id': '0f624c1b-4902-48d0-aa25-6e0bac9e597b', 'name': 'rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'is_public': True, 'is_disabled': False, 'ram': 512, 'vcpus': 1, 'disk': 1, 'ephemeral': 0, 'swap': 0, 'rxtx_factor': 1.0, 'properties': Munch({'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}), 'extra_specs': Munch({}), 'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}) 2020-06-17 15:26:11,359 - functest.opnfv_tests.openstack.rally.rally - INFO - Creating Rally environment... 2020-06-17 15:26:19,149 - functest.opnfv_tests.openstack.rally.rally - INFO - rally deployment create --fromenv --name opnfv-rally +--------------------------------------+----------------------------+-------------+------------------+--------+ | uuid | created_at | name | status | active | +--------------------------------------+----------------------------+-------------+------------------+--------+ | 98891b5f-96d2-4710-8130-e98fe3bf15c9 | 2020-06-17T15:26:18.806461 | opnfv-rally | deploy->finished | | +--------------------------------------+----------------------------+-------------+------------------+--------+ Using deployment: 98891b5f-96d2-4710-8130-e98fe3bf15c9 ~/.rally/openrc was updated HINTS: * To use standard OpenStack clients, set up your env by running: source ~/.rally/openrc OpenStack clients are now configured, e.g run: openstack image list 2020-06-17 15:26:23,854 - functest.opnfv_tests.openstack.rally.rally - INFO - rally deployment check -------------------------------------------------------------------------------- Platform openstack: -------------------------------------------------------------------------------- Available services: +-------------+----------------+-----------+ | Service | Service Type | Status | +-------------+----------------+-----------+ | __unknown__ | alarming | Available | | __unknown__ | compute_legacy | Available | | __unknown__ | event | Available | | __unknown__ | placement | Available | | barbican | key-manager | Available | | cinder | block-storage | Available | | cinder | volumev2 | Available | | cinder | volumev3 | Available | | cloud | cloudformation | Available | | glance | image | Available | | gnocchi | metric | Available | | heat | orchestration | Available | | keystone | identity | Available | | neutron | network | Available | | nova | compute | Available | | octavia | load-balancer | Available | | swift | object-store | Available | +-------------+----------------+-----------+ 2020-06-17 15:26:25,366 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Validating run tests... 2020-06-17 15:26:25,486 - functest.core.singlevm - DEBUG - flavor: Munch({'location': Munch({'cloud': 'envvars', 'region_name': 'RegionOne', 'zone': None, 'project': Munch({'id': 'd599446db0274f239c869e15bb1e94c4', 'name': 'demo', 'domain_id': None, 'domain_name': 'Default'})}), 'id': '61b5c354-584b-4568-a98d-3dc6db3297a0', 'name': 'rally_full_cntt-flavor_alt_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'is_public': True, 'is_disabled': False, 'ram': 1024, 'vcpus': 1, 'disk': 1, 'ephemeral': 0, 'swap': 0, 'rxtx_factor': 1.0, 'properties': Munch({'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}), 'extra_specs': Munch({}), 'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}) 2020-06-17 15:26:25,600 - functest.opnfv_tests.openstack.rally.rally - DEBUG - flavor: Munch({'location': Munch({'cloud': 'envvars', 'region_name': 'RegionOne', 'zone': None, 'project': Munch({'id': 'd599446db0274f239c869e15bb1e94c4', 'name': 'demo', 'domain_id': None, 'domain_name': 'Default'})}), 'id': '61b5c354-584b-4568-a98d-3dc6db3297a0', 'name': 'rally_full_cntt-flavor_alt_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'is_public': True, 'is_disabled': False, 'ram': 1024, 'vcpus': 1, 'disk': 1, 'ephemeral': 0, 'swap': 0, 'rxtx_factor': 1.0, 'properties': Munch({'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}), 'extra_specs': Munch({}), 'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}) 2020-06-17 15:26:25,600 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/opnfv-authenticate.yaml 2020-06-17 15:26:25,601 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 15:26:25,636 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: ['NeutronSecurityGroup.create_and_show_security_group', 'NeutronNetworks.create_and_list_floating_ips', 'NeutronNetworks.create_and_bind_ports', 'NeutronNetworks.associate_and_dissociate_floating_ips', 'NeutronSecurityGroup.create_and_list_security_group_rules', 'NeutronSecurityGroup.create_and_list_security_groups', 'NeutronSecurityGroup.create_and_show_security_group_rule', 'NeutronSecurityGroup.create_and_update_security_groups', 'NovaServers.boot_and_delete_server', 'NeutronNetworks.create_and_delete_floating_ips', 'NeutronSecurityGroup.create_and_delete_security_groups', 'NeutronSecurityGroup.create_and_delete_security_group_rule'] 2020-06-17 15:26:25,643 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "authenticate" ... 2020-06-17 15:26:25,643 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'authenticate', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['authenticate'], 'image_name': 'rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_name': 'rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_alt_name': 'rally_full_cntt-flavor_alt_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '1ee62b20-63fe-4423-af9e-4509e9991a0e'}"] 2020-06-17 15:27:32,947 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag authenticate --uuids-only: 6ec1a761-66c7-4b9f-ba25-be73cbdc545f 2020-06-17 15:27:32,947 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 6ec1a761-66c7-4b9f-ba25-be73cbdc545f 2020-06-17 15:27:32,947 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '6ec1a761-66c7-4b9f-ba25-be73cbdc545f'] 2020-06-17 15:27:34,783 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 6ec1a761-66c7-4b9f-ba25-be73cbdc545f -------------------------------------------------------------------------------- Task 6ec1a761-66c7-4b9f-ba25-be73cbdc545f: finished -------------------------------------------------------------------------------- test scenario Authenticate.keystone args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 6ec1a761-66c7-4b9f-ba25-be73cbdc545f has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.keystone | 0.145 | 0.341 | 0.372 | 0.388 | 0.404 | 0.311 | 100.0% | 10 | | total | 0.145 | 0.341 | 0.372 | 0.388 | 0.405 | 0.311 | 100.0% | 10 | | -> duration | 0.145 | 0.341 | 0.372 | 0.388 | 0.405 | 0.311 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.868272 Full duration: 8.307561 -------------------------------------------------------------------------------- test scenario Authenticate.validate_cinder args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 6ec1a761-66c7-4b9f-ba25-be73cbdc545f has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_cinder | 0.154 | 0.209 | 0.284 | 0.294 | 0.303 | 0.224 | 100.0% | 10 | | total | 0.215 | 0.287 | 0.528 | 0.53 | 0.532 | 0.363 | 100.0% | 10 | | -> duration | 0.215 | 0.287 | 0.528 | 0.53 | 0.532 | 0.363 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.040512 Full duration: 7.24741 -------------------------------------------------------------------------------- test scenario Authenticate.validate_glance args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 6ec1a761-66c7-4b9f-ba25-be73cbdc545f has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_glance | 0.188 | 0.296 | 0.46 | 0.496 | 0.531 | 0.339 | 100.0% | 10 | | total | 0.248 | 0.453 | 0.739 | 0.744 | 0.748 | 0.489 | 100.0% | 10 | | -> duration | 0.248 | 0.453 | 0.739 | 0.744 | 0.748 | 0.489 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.38359 Full duration: 7.259338 -------------------------------------------------------------------------------- test scenario Authenticate.validate_heat args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 6ec1a761-66c7-4b9f-ba25-be73cbdc545f has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_heat | 0.117 | 0.144 | 0.28 | 0.281 | 0.281 | 0.188 | 100.0% | 10 | | total | 0.189 | 0.287 | 0.517 | 0.52 | 0.523 | 0.338 | 100.0% | 10 | | -> duration | 0.189 | 0.287 | 0.517 | 0.52 | 0.523 | 0.338 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.967992 Full duration: 6.189393 -------------------------------------------------------------------------------- test scenario Authenticate.validate_neutron args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 6ec1a761-66c7-4b9f-ba25-be73cbdc545f has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_neutron | 0.316 | 0.412 | 1.079 | 1.085 | 1.091 | 0.595 | 100.0% | 10 | | total | 0.373 | 0.561 | 1.206 | 1.212 | 1.217 | 0.7 | 100.0% | 10 | | -> duration | 0.373 | 0.561 | 1.206 | 1.212 | 1.217 | 0.7 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.929617 Full duration: 9.995587 -------------------------------------------------------------------------------- test scenario Authenticate.validate_nova args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 6ec1a761-66c7-4b9f-ba25-be73cbdc545f has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_nova | 0.124 | 0.243 | 0.574 | 0.591 | 0.608 | 0.34 | 100.0% | 10 | | total | 0.176 | 0.38 | 0.874 | 0.884 | 0.895 | 0.533 | 100.0% | 10 | | -> duration | 0.176 | 0.38 | 0.874 | 0.884 | 0.895 | 0.533 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.542824 Full duration: 13.186576 HINTS: * To plot HTML graphics with this data, run: rally task report 6ec1a761-66c7-4b9f-ba25-be73cbdc545f --out output.html * To generate a JUnit report, run: rally task export 6ec1a761-66c7-4b9f-ba25-be73cbdc545f --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 6ec1a761-66c7-4b9f-ba25-be73cbdc545f --json --out output.json 2020-06-17 15:27:34,784 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '6ec1a761-66c7-4b9f-ba25-be73cbdc545f', '--out', '/home/opnfv/functest/results/rally_full_cntt/authenticate.json'] 2020-06-17 15:27:38,935 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 6ec1a761-66c7-4b9f-ba25-be73cbdc545f --out /home/opnfv/functest/results/rally_full_cntt/authenticate.json 2020-06-17 15:27:38,945 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "authenticate" OK. 2020-06-17 15:27:38,952 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-glance.yaml 2020-06-17 15:27:38,953 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 15:27:38,975 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: ['NeutronSecurityGroup.create_and_show_security_group', 'NeutronNetworks.create_and_list_floating_ips', 'NeutronNetworks.create_and_bind_ports', 'NeutronNetworks.associate_and_dissociate_floating_ips', 'NeutronSecurityGroup.create_and_list_security_group_rules', 'NeutronSecurityGroup.create_and_list_security_groups', 'NeutronSecurityGroup.create_and_show_security_group_rule', 'NeutronSecurityGroup.create_and_update_security_groups', 'NovaServers.boot_and_delete_server', 'NeutronNetworks.create_and_delete_floating_ips', 'NeutronSecurityGroup.create_and_delete_security_groups', 'NeutronSecurityGroup.create_and_delete_security_group_rule'] 2020-06-17 15:27:38,978 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "glance" ... 2020-06-17 15:27:38,978 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'glance', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['glance'], 'image_name': 'rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_name': 'rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_alt_name': 'rally_full_cntt-flavor_alt_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '1ee62b20-63fe-4423-af9e-4509e9991a0e'}"] 2020-06-17 15:34:20,538 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag glance --uuids-only: e3f437a7-6601-419a-b5ed-61c71057366b 2020-06-17 15:34:20,539 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : e3f437a7-6601-419a-b5ed-61c71057366b 2020-06-17 15:34:20,539 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'e3f437a7-6601-419a-b5ed-61c71057366b'] 2020-06-17 15:34:22,288 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid e3f437a7-6601-419a-b5ed-61c71057366b -------------------------------------------------------------------------------- Task e3f437a7-6601-419a-b5ed-61c71057366b: finished -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_delete_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e3f437a7-6601-419a-b5ed-61c71057366b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.779 | 3.085 | 4.072 | 4.088 | 4.103 | 3.25 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.07 | 0.092 | 0.64 | 0.725 | 0.809 | 0.257 | 100.0% | 10 | | -> glance_v2.upload_data | 0.389 | 0.518 | 0.869 | 0.973 | 1.077 | 0.599 | 100.0% | 10 | | glance_v2.delete_image | 0.254 | 0.301 | 0.339 | 0.35 | 0.361 | 0.3 | 100.0% | 10 | | total | 3.033 | 3.403 | 4.349 | 4.394 | 4.44 | 3.55 | 100.0% | 10 | | -> duration | 3.033 | 3.403 | 4.349 | 4.394 | 4.44 | 3.55 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 10.748205 Full duration: 16.649173 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_list_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e3f437a7-6601-419a-b5ed-61c71057366b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.656 | 3.024 | 3.447 | 3.456 | 3.464 | 3.07 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.062 | 0.146 | 0.453 | 0.468 | 0.484 | 0.211 | 100.0% | 10 | | -> glance_v2.upload_data | 0.402 | 0.45 | 0.543 | 0.546 | 0.549 | 0.47 | 100.0% | 10 | | glance_v2.list_images | 0.056 | 0.08 | 0.169 | 0.29 | 0.411 | 0.12 | 100.0% | 10 | | total | 2.724 | 3.109 | 3.523 | 3.548 | 3.573 | 3.191 | 100.0% | 10 | | -> duration | 2.724 | 3.109 | 3.523 | 3.548 | 3.573 | 3.191 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 9.784415 Full duration: 18.932186 -------------------------------------------------------------------------------- test scenario GlanceImages.list_images args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e3f437a7-6601-419a-b5ed-61c71057366b has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.list_images | 0.146 | 0.246 | 0.374 | 0.377 | 0.38 | 0.257 | 100.0% | 10 | | total | 0.146 | 0.246 | 0.374 | 0.377 | 0.381 | 0.257 | 100.0% | 10 | | -> duration | 0.146 | 0.246 | 0.374 | 0.377 | 0.381 | 0.257 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.182141 Full duration: 7.501503 -------------------------------------------------------------------------------- test scenario GlanceImages.create_image_and_boot_instances args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img", "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "number_instances": 2, "boot_server_kwargs": { "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e3f437a7-6601-419a-b5ed-61c71057366b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.702 | 3.44 | 3.868 | 3.888 | 3.907 | 3.37 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.065 | 0.082 | 0.97 | 0.985 | 1.0 | 0.331 | 100.0% | 10 | | -> glance_v2.upload_data | 0.418 | 0.592 | 1.018 | 1.055 | 1.093 | 0.674 | 100.0% | 10 | | nova.boot_servers | 21.047 | 50.407 | 138.673 | 138.794 | 138.915 | 79.346 | 100.0% | 10 | | total | 24.11 | 53.984 | 142.267 | 142.362 | 142.457 | 82.716 | 100.0% | 10 | | -> duration | 23.11 | 52.984 | 141.267 | 141.362 | 141.457 | 81.716 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 220.223435 Full duration: 251.960732 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_deactivate_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e3f437a7-6601-419a-b5ed-61c71057366b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.657 | 3.017 | 3.44 | 3.443 | 3.447 | 3.056 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.061 | 0.087 | 0.441 | 0.444 | 0.448 | 0.195 | 100.0% | 10 | | -> glance_v2.upload_data | 0.392 | 0.459 | 0.564 | 0.578 | 0.593 | 0.469 | 100.0% | 10 | | glance_v2.deactivate_image | 0.066 | 0.086 | 0.134 | 0.27 | 0.405 | 0.116 | 100.0% | 10 | | total | 2.742 | 3.089 | 3.545 | 3.546 | 3.548 | 3.172 | 100.0% | 10 | | -> duration | 2.742 | 3.089 | 3.545 | 3.546 | 3.548 | 3.172 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 9.752673 Full duration: 21.152457 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_download_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e3f437a7-6601-419a-b5ed-61c71057366b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.683 | 2.949 | 3.385 | 3.411 | 3.436 | 3.037 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.069 | 0.099 | 0.493 | 0.518 | 0.543 | 0.217 | 100.0% | 10 | | -> glance_v2.upload_data | 0.392 | 0.443 | 0.527 | 0.55 | 0.574 | 0.459 | 100.0% | 10 | | glance_v2.download_image | 0.183 | 0.22 | 0.381 | 0.515 | 0.65 | 0.278 | 100.0% | 10 | | total | 2.898 | 3.296 | 3.69 | 3.69 | 3.69 | 3.318 | 100.0% | 10 | | -> duration | 2.898 | 3.296 | 3.69 | 3.69 | 3.69 | 3.318 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 10.139332 Full duration: 19.614191 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_get_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e3f437a7-6601-419a-b5ed-61c71057366b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.659 | 2.98 | 3.357 | 3.381 | 3.405 | 3.016 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.067 | 0.098 | 0.459 | 0.5 | 0.541 | 0.206 | 100.0% | 10 | | -> glance_v2.upload_data | 0.394 | 0.434 | 0.495 | 0.526 | 0.558 | 0.445 | 100.0% | 10 | | glance_v2.get_image | 0.024 | 0.036 | 0.088 | 0.27 | 0.451 | 0.076 | 100.0% | 10 | | total | 2.683 | 3.023 | 3.402 | 3.419 | 3.435 | 3.093 | 100.0% | 10 | | -> duration | 2.683 | 3.023 | 3.402 | 3.419 | 3.435 | 3.093 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 9.577883 Full duration: 19.483444 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_update_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e3f437a7-6601-419a-b5ed-61c71057366b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.765 | 2.889 | 3.333 | 3.347 | 3.361 | 3.004 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.07 | 0.092 | 0.451 | 0.456 | 0.461 | 0.216 | 100.0% | 10 | | -> glance_v2.upload_data | 0.39 | 0.435 | 0.482 | 0.512 | 0.543 | 0.443 | 100.0% | 10 | | glance_v2.update_image | 0.167 | 0.253 | 0.558 | 0.563 | 0.567 | 0.345 | 100.0% | 10 | | total | 2.961 | 3.401 | 3.58 | 3.601 | 3.622 | 3.35 | 100.0% | 10 | | -> duration | 2.961 | 3.401 | 3.58 | 3.601 | 3.622 | 3.35 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 10.244158 Full duration: 26.491524 HINTS: * To plot HTML graphics with this data, run: rally task report e3f437a7-6601-419a-b5ed-61c71057366b --out output.html * To generate a JUnit report, run: rally task export e3f437a7-6601-419a-b5ed-61c71057366b --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report e3f437a7-6601-419a-b5ed-61c71057366b --json --out output.json 2020-06-17 15:34:22,289 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'e3f437a7-6601-419a-b5ed-61c71057366b', '--out', '/home/opnfv/functest/results/rally_full_cntt/glance.json'] 2020-06-17 15:34:26,869 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid e3f437a7-6601-419a-b5ed-61c71057366b --out /home/opnfv/functest/results/rally_full_cntt/glance.json 2020-06-17 15:34:26,886 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "glance" OK. 2020-06-17 15:34:26,886 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-cinder.yaml 2020-06-17 15:34:26,887 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 15:34:26,916 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: ['NeutronSecurityGroup.create_and_show_security_group', 'NeutronNetworks.create_and_list_floating_ips', 'NeutronNetworks.create_and_bind_ports', 'NeutronNetworks.associate_and_dissociate_floating_ips', 'NeutronSecurityGroup.create_and_list_security_group_rules', 'NeutronSecurityGroup.create_and_list_security_groups', 'NeutronSecurityGroup.create_and_show_security_group_rule', 'NeutronSecurityGroup.create_and_update_security_groups', 'NovaServers.boot_and_delete_server', 'NeutronNetworks.create_and_delete_floating_ips', 'NeutronSecurityGroup.create_and_delete_security_groups', 'NeutronSecurityGroup.create_and_delete_security_group_rule'] 2020-06-17 15:34:26,932 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "cinder" ... 2020-06-17 15:34:26,932 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'cinder', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['cinder'], 'image_name': 'rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_name': 'rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_alt_name': 'rally_full_cntt-flavor_alt_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '1ee62b20-63fe-4423-af9e-4509e9991a0e'}"] 2020-06-17 15:50:40,374 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag cinder --uuids-only: 78664310-2efd-415e-a9ac-dffa6216adfb 2020-06-17 15:50:40,374 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 78664310-2efd-415e-a9ac-dffa6216adfb 2020-06-17 15:50:40,375 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '78664310-2efd-415e-a9ac-dffa6216adfb'] 2020-06-17 15:50:42,274 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 78664310-2efd-415e-a9ac-dffa6216adfb -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb: finished -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_attach_volume args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "size": 1, "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 19.329 | 22.759 | 30.988 | 54.167 | 77.346 | 27.779 | 100.0% | 10 | | cinder_v3.create_volume | 2.524 | 2.568 | 2.776 | 2.817 | 2.859 | 2.632 | 100.0% | 10 | | nova.attach_volume | 2.813 | 2.865 | 2.952 | 2.984 | 3.016 | 2.877 | 100.0% | 10 | | nova.detach_volume | 2.604 | 2.672 | 2.728 | 2.753 | 2.778 | 2.678 | 100.0% | 10 | | cinder_v3.delete_volume | 2.2 | 2.21 | 2.218 | 2.219 | 2.221 | 2.21 | 100.0% | 10 | | nova.delete_server | 3.271 | 5.978 | 7.539 | 7.576 | 7.613 | 5.851 | 100.0% | 10 | | total | 33.742 | 39.2 | 47.965 | 70.269 | 92.574 | 44.028 | 100.0% | 10 | | -> duration | 32.742 | 38.2 | 46.965 | 69.269 | 91.574 | 43.028 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 130.585397 Full duration: 144.492952 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_list_snapshots args position 0 args values: { "args": { "detailed": true, "force": false }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } }, "volumes": { "size": 1, "volumes_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_snapshot | 2.435 | 2.534 | 3.031 | 3.033 | 3.035 | 2.622 | 100.0% | 10 | | cinder_v3.list_snapshots | 0.037 | 0.044 | 0.049 | 0.057 | 0.065 | 0.045 | 100.0% | 10 | | total | 2.472 | 2.578 | 3.078 | 3.089 | 3.1 | 2.667 | 100.0% | 10 | | -> duration | 2.472 | 2.578 | 3.078 | 3.089 | 3.1 | 2.667 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 7.718173 Full duration: 35.044349 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_list_volume args position 0 args values: { "args": { "detailed": true, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 4.882 | 5.052 | 6.024 | 6.057 | 6.09 | 5.221 | 100.0% | 10 | | cinder_v3.list_volumes | 0.099 | 0.114 | 0.146 | 0.155 | 0.163 | 0.12 | 100.0% | 10 | | total | 4.991 | 5.175 | 6.171 | 6.212 | 6.254 | 5.341 | 100.0% | 10 | | -> duration | 4.991 | 5.175 | 6.171 | 6.212 | 6.254 | 5.341 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 15.561566 Full duration: 32.210826 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_list_volume args position 1 args values: { "args": { "detailed": true, "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.649 | 2.776 | 3.677 | 3.692 | 3.706 | 2.947 | 100.0% | 10 | | cinder_v3.list_volumes | 0.088 | 0.102 | 0.115 | 0.13 | 0.145 | 0.105 | 100.0% | 10 | | total | 2.752 | 2.882 | 3.776 | 3.789 | 3.802 | 3.053 | 100.0% | 10 | | -> duration | 2.752 | 2.882 | 3.776 | 3.789 | 3.802 | 3.053 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.657897 Full duration: 26.424824 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_upload_volume_to_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "raw", "do_delete": true, "force": false, "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.62 | 2.75 | 3.163 | 3.197 | 3.232 | 2.821 | 100.0% | 10 | | cinder_v3.upload_volume_to_image | 12.806 | 18.038 | 19.066 | 19.071 | 19.077 | 17.18 | 100.0% | 10 | | cinder_v3.delete_volume | 2.186 | 2.198 | 2.212 | 2.217 | 2.221 | 2.2 | 100.0% | 10 | | glance_v2.delete_image | 0.34 | 0.364 | 0.395 | 0.42 | 0.445 | 0.373 | 100.0% | 10 | | total | 17.995 | 23.609 | 24.515 | 24.623 | 24.731 | 22.575 | 100.0% | 10 | | -> duration | 17.995 | 23.609 | 24.515 | 24.623 | 24.731 | 22.575 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 65.183857 Full duration: 79.901217 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_nested_snapshots_and_attach_volume args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "nested_level": 1, "size": { "max": 1, "min": 1 }, "create_vm_params": { "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 15.877 | 23.203 | 26.659 | 27.098 | 27.537 | 22.582 | 100.0% | 10 | | cinder_v3.create_volume | 2.521 | 2.57 | 2.691 | 2.691 | 2.691 | 2.591 | 100.0% | 10 | | cinder_v3.create_snapshot | 2.293 | 2.334 | 2.383 | 2.453 | 2.523 | 2.35 | 100.0% | 10 | | nova.attach_volume | 2.771 | 2.848 | 2.939 | 2.968 | 2.997 | 2.864 | 100.0% | 10 | | nova.detach_volume | 2.604 | 2.647 | 2.785 | 2.79 | 2.796 | 2.677 | 100.0% | 10 | | cinder_v3.delete_snapshot | 2.134 | 2.162 | 2.191 | 2.245 | 2.3 | 2.172 | 100.0% | 10 | | cinder_v3.delete_volume | 2.181 | 2.207 | 2.27 | 2.356 | 2.442 | 2.231 | 100.0% | 10 | | nova.delete_server | 2.726 | 4.879 | 7.09 | 7.3 | 7.509 | 5.148 | 100.0% | 10 | | total | 33.516 | 44.162 | 46.84 | 47.108 | 47.377 | 42.616 | 100.0% | 10 | | -> duration | 32.516 | 43.162 | 45.84 | 46.108 | 46.377 | 41.616 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 120.338542 Full duration: 133.58366 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_snapshot_and_attach_volume args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "size": { "min": 1, "max": 1 }, "create_vm_params": { "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.643 | 2.831 | 3.43 | 3.455 | 3.479 | 2.938 | 100.0% | 10 | | cinder_v3.create_snapshot | 2.315 | 2.335 | 2.367 | 2.413 | 2.459 | 2.347 | 100.0% | 10 | | nova.boot_server | 13.84 | 17.609 | 20.486 | 21.032 | 21.577 | 17.403 | 100.0% | 10 | | nova.attach_volume | 2.767 | 2.83 | 3.03 | 3.124 | 3.217 | 2.884 | 100.0% | 10 | | nova.detach_volume | 2.591 | 2.655 | 2.859 | 2.897 | 2.934 | 2.695 | 100.0% | 10 | | cinder_v3.delete_snapshot | 2.15 | 2.169 | 2.209 | 2.351 | 2.494 | 2.198 | 100.0% | 10 | | cinder_v3.delete_volume | 2.191 | 2.219 | 2.255 | 2.296 | 2.338 | 2.23 | 100.0% | 10 | | nova.delete_server | 2.854 | 4.664 | 6.288 | 6.367 | 6.447 | 4.76 | 100.0% | 10 | | total | 33.552 | 37.171 | 40.263 | 40.904 | 41.545 | 37.455 | 100.0% | 10 | | -> duration | 32.552 | 36.171 | 39.263 | 39.904 | 40.545 | 36.455 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 108.680694 Full duration: 122.240278 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_volume args position 0 args values: { "args": { "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.645 | 2.833 | 3.867 | 3.89 | 3.912 | 3.049 | 100.0% | 10 | | total | 2.645 | 2.833 | 3.867 | 3.89 | 3.912 | 3.05 | 100.0% | 10 | | -> duration | 2.645 | 2.833 | 3.867 | 3.89 | 3.912 | 3.05 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.83214 Full duration: 21.438696 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_volume args position 1 args values: { "args": { "size": { "min": 1, "max": 1 } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.597 | 2.797 | 3.46 | 3.475 | 3.49 | 2.904 | 100.0% | 10 | | total | 2.597 | 2.797 | 3.46 | 3.475 | 3.49 | 2.904 | 100.0% | 10 | | -> duration | 2.597 | 2.797 | 3.46 | 3.475 | 3.49 | 2.904 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.490758 Full duration: 22.326883 -------------------------------------------------------------------------------- test scenario CinderVolumes.list_volumes args position 0 args values: { "args": { "detailed": true }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } }, "volumes": { "size": 1, "volumes_per_tenant": 4 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.list_volumes | 0.279 | 0.311 | 0.4 | 0.423 | 0.445 | 0.335 | 100.0% | 10 | | total | 0.28 | 0.311 | 0.401 | 0.423 | 0.446 | 0.335 | 100.0% | 10 | | -> duration | 0.28 | 0.311 | 0.401 | 0.423 | 0.446 | 0.335 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.995326 Full duration: 46.813094 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_snapshot args position 0 args values: { "args": { "force": false }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } }, "volumes": { "size": 1, "volumes_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_snapshot | 2.394 | 2.549 | 3.16 | 3.324 | 3.488 | 2.706 | 100.0% | 10 | | cinder_v3.delete_snapshot | 2.136 | 2.155 | 2.173 | 2.218 | 2.262 | 2.164 | 100.0% | 10 | | total | 4.531 | 4.701 | 5.316 | 5.477 | 5.637 | 4.871 | 100.0% | 10 | | -> duration | 4.531 | 4.701 | 5.316 | 5.477 | 5.637 | 4.871 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 15.024175 Full duration: 37.831043 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 0 args values: { "args": { "size": { "max": 1, "min": 1 } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.69 | 3.026 | 3.552 | 3.687 | 3.821 | 3.13 | 100.0% | 10 | | cinder_v3.delete_volume | 2.173 | 2.209 | 2.398 | 2.418 | 2.439 | 2.246 | 100.0% | 10 | | total | 4.9 | 5.227 | 5.925 | 5.968 | 6.011 | 5.376 | 100.0% | 10 | | -> duration | 4.9 | 5.227 | 5.925 | 5.968 | 6.011 | 5.376 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 15.263581 Full duration: 23.471303 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 1 args values: { "args": { "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 4.829 | 5.028 | 5.598 | 5.626 | 5.654 | 5.108 | 100.0% | 10 | | cinder_v3.delete_volume | 2.189 | 2.217 | 2.479 | 2.48 | 2.481 | 2.264 | 100.0% | 10 | | total | 7.056 | 7.227 | 8.078 | 8.107 | 8.136 | 7.372 | 100.0% | 10 | | -> duration | 7.056 | 7.227 | 8.078 | 8.107 | 8.136 | 7.372 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 21.728527 Full duration: 30.709782 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 2 args values: { "args": { "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.615 | 2.704 | 3.463 | 3.481 | 3.5 | 2.885 | 100.0% | 10 | | cinder_v3.delete_volume | 2.181 | 2.203 | 2.247 | 2.284 | 2.321 | 2.216 | 100.0% | 10 | | total | 4.816 | 4.94 | 5.686 | 5.692 | 5.698 | 5.102 | 100.0% | 10 | | -> duration | 4.816 | 4.94 | 5.686 | 5.692 | 5.698 | 5.102 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 14.934387 Full duration: 23.463292 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_extend_volume args position 0 args values: { "args": { "new_size": 2, "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.618 | 2.722 | 3.309 | 3.374 | 3.44 | 2.848 | 100.0% | 10 | | cinder_v3.extend_volume | 2.373 | 2.393 | 2.429 | 2.453 | 2.477 | 2.404 | 100.0% | 10 | | cinder_v3.delete_volume | 2.177 | 2.26 | 2.363 | 2.38 | 2.396 | 2.267 | 100.0% | 10 | | total | 7.186 | 7.347 | 8.116 | 8.121 | 8.126 | 7.519 | 100.0% | 10 | | -> duration | 7.186 | 7.347 | 8.116 | 8.121 | 8.126 | 7.519 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 22.180691 Full duration: 30.563042 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_from_volume_and_delete_volume args position 0 args values: { "args": { "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } }, "volumes": { "size": 1, "volumes_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.7 | 2.824 | 3.639 | 4.288 | 4.938 | 3.131 | 100.0% | 10 | | cinder_v3.delete_volume | 2.19 | 2.203 | 2.232 | 2.236 | 2.239 | 2.206 | 100.0% | 10 | | total | 4.894 | 5.021 | 5.875 | 6.511 | 7.146 | 5.337 | 100.0% | 10 | | -> duration | 4.894 | 5.021 | 5.875 | 6.511 | 7.146 | 5.337 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 17.227827 Full duration: 37.011684 -------------------------------------------------------------------------------- test scenario CinderQos.create_and_get_qos args position 0 args values: { "args": { "consumer": "both", "write_iops_sec": "10", "read_iops_sec": "1000" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_qos | 0.15 | 0.228 | 0.284 | 0.292 | 0.3 | 0.223 | 100.0% | 10 | | cinder_v3.get_qos | 0.022 | 0.049 | 0.101 | 0.106 | 0.111 | 0.061 | 100.0% | 10 | | total | 0.173 | 0.282 | 0.334 | 0.352 | 0.369 | 0.284 | 100.0% | 10 | | -> duration | 0.173 | 0.282 | 0.334 | 0.352 | 0.369 | 0.284 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.844127 Full duration: 8.405297 -------------------------------------------------------------------------------- test scenario CinderQos.create_and_list_qos args position 0 args values: { "args": { "consumer": "both", "write_iops_sec": "10", "read_iops_sec": "1000" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_qos | 0.162 | 0.228 | 0.298 | 0.325 | 0.351 | 0.228 | 100.0% | 10 | | cinder_v3.list_qos | 0.046 | 0.074 | 0.128 | 0.13 | 0.132 | 0.088 | 100.0% | 10 | | total | 0.209 | 0.325 | 0.373 | 0.393 | 0.414 | 0.316 | 100.0% | 10 | | -> duration | 0.209 | 0.325 | 0.373 | 0.393 | 0.414 | 0.316 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.919227 Full duration: 9.445057 -------------------------------------------------------------------------------- test scenario CinderQos.create_and_set_qos args position 0 args values: { "args": { "consumer": "back-end", "write_iops_sec": "10", "read_iops_sec": "1000", "set_consumer": "both", "set_write_iops_sec": "11", "set_read_iops_sec": "1001" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_qos | 0.137 | 0.211 | 0.279 | 0.292 | 0.305 | 0.212 | 100.0% | 10 | | cinder_v3.set_qos | 0.04 | 0.09 | 0.119 | 0.12 | 0.122 | 0.083 | 100.0% | 10 | | total | 0.177 | 0.307 | 0.359 | 0.362 | 0.364 | 0.295 | 100.0% | 10 | | -> duration | 0.177 | 0.307 | 0.359 | 0.362 | 0.364 | 0.295 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.858231 Full duration: 9.094156 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_and_get_volume_type args position 0 args values: { "args": { "description": "rally tests creating types" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume_type | 0.178 | 0.259 | 0.335 | 0.336 | 0.337 | 0.251 | 100.0% | 10 | | cinder_v3.get_volume_type | 0.024 | 0.052 | 0.127 | 0.133 | 0.138 | 0.069 | 100.0% | 10 | | total | 0.203 | 0.313 | 0.389 | 0.401 | 0.413 | 0.32 | 100.0% | 10 | | -> duration | 0.203 | 0.313 | 0.389 | 0.401 | 0.413 | 0.32 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.937727 Full duration: 9.185164 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_and_list_volume_types args position 0 args values: { "args": { "description": "rally tests creating types" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume_type | 0.168 | 0.273 | 0.365 | 0.366 | 0.366 | 0.278 | 100.0% | 10 | | cinder_v3.list_types | 0.047 | 0.077 | 0.137 | 0.141 | 0.145 | 0.091 | 100.0% | 10 | | total | 0.219 | 0.399 | 0.427 | 0.428 | 0.429 | 0.369 | 100.0% | 10 | | -> duration | 0.219 | 0.399 | 0.427 | 0.428 | 0.429 | 0.369 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.051579 Full duration: 10.032214 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_and_update_volume_type args position 0 args values: { "args": { "description": "test", "update_description": "test update" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume_type | 0.182 | 0.262 | 0.374 | 0.375 | 0.376 | 0.27 | 100.0% | 10 | | cinder_v2.update_volume_type | 0.045 | 0.092 | 0.161 | 0.162 | 0.163 | 0.108 | 100.0% | 10 | | total | 0.228 | 0.391 | 0.463 | 0.467 | 0.471 | 0.378 | 100.0% | 10 | | -> duration | 0.228 | 0.391 | 0.463 | 0.467 | 0.471 | 0.378 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.081722 Full duration: 10.183209 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_volume_type_and_encryption_type args position 0 args values: { "args": { "description": "rally tests creating types", "provider": "LuksEncryptor", "cipher": "aes-xts-plain64", "key_size": 512, "control_location": "front-end" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume_type | 0.201 | 0.235 | 0.339 | 0.35 | 0.362 | 0.254 | 100.0% | 10 | | cinder_v3.create_encryption_type | 0.147 | 0.24 | 0.254 | 0.266 | 0.279 | 0.226 | 100.0% | 10 | | total | 0.376 | 0.48 | 0.585 | 0.599 | 0.612 | 0.48 | 100.0% | 10 | | -> duration | 0.376 | 0.48 | 0.585 | 0.599 | 0.612 | 0.48 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.367127 Full duration: 10.272239 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_volume_type_add_and_list_type_access args position 0 args values: { "args": { "description": "rally tests creating types" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 78664310-2efd-415e-a9ac-dffa6216adfb has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume_type | 0.177 | 0.231 | 0.3 | 0.307 | 0.315 | 0.235 | 100.0% | 10 | | cinder_v2.add_type_access | 0.035 | 0.06 | 0.123 | 0.124 | 0.124 | 0.078 | 100.0% | 10 | | cinder_v2.list_type_access | 0.026 | 0.038 | 0.053 | 0.055 | 0.057 | 0.041 | 100.0% | 10 | | total | 0.239 | 0.365 | 0.41 | 0.411 | 0.412 | 0.354 | 100.0% | 10 | | -> duration | 0.239 | 0.365 | 0.41 | 0.411 | 0.412 | 0.354 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.033178 Full duration: 10.110254 HINTS: * To plot HTML graphics with this data, run: rally task report 78664310-2efd-415e-a9ac-dffa6216adfb --out output.html * To generate a JUnit report, run: rally task export 78664310-2efd-415e-a9ac-dffa6216adfb --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 78664310-2efd-415e-a9ac-dffa6216adfb --json --out output.json 2020-06-17 15:50:42,275 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '78664310-2efd-415e-a9ac-dffa6216adfb', '--out', '/home/opnfv/functest/results/rally_full_cntt/cinder.json'] 2020-06-17 15:50:46,163 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 78664310-2efd-415e-a9ac-dffa6216adfb --out /home/opnfv/functest/results/rally_full_cntt/cinder.json 2020-06-17 15:50:46,260 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "cinder" OK. 2020-06-17 15:50:46,261 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-heat.yaml 2020-06-17 15:50:46,261 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 15:50:46,288 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: ['NeutronSecurityGroup.create_and_show_security_group', 'NeutronNetworks.create_and_list_floating_ips', 'NeutronNetworks.create_and_bind_ports', 'NeutronNetworks.associate_and_dissociate_floating_ips', 'NeutronSecurityGroup.create_and_list_security_group_rules', 'NeutronSecurityGroup.create_and_list_security_groups', 'NeutronSecurityGroup.create_and_show_security_group_rule', 'NeutronSecurityGroup.create_and_update_security_groups', 'NovaServers.boot_and_delete_server', 'NeutronNetworks.create_and_delete_floating_ips', 'NeutronSecurityGroup.create_and_delete_security_groups', 'NeutronSecurityGroup.create_and_delete_security_group_rule'] 2020-06-17 15:50:46,295 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "heat" ... 2020-06-17 15:50:46,295 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'heat', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['heat'], 'image_name': 'rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_name': 'rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_alt_name': 'rally_full_cntt-flavor_alt_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '1ee62b20-63fe-4423-af9e-4509e9991a0e'}"] 2020-06-17 16:00:03,496 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag heat --uuids-only: 431a6a72-91bf-4bdd-95ba-c40f9b96452c 2020-06-17 16:00:03,497 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 431a6a72-91bf-4bdd-95ba-c40f9b96452c 2020-06-17 16:00:03,498 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '431a6a72-91bf-4bdd-95ba-c40f9b96452c'] 2020-06-17 16:00:04,979 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 431a6a72-91bf-4bdd-95ba-c40f9b96452c -------------------------------------------------------------------------------- Task 431a6a72-91bf-4bdd-95ba-c40f9b96452c: finished -------------------------------------------------------------------------------- test scenario HeatStacks.create_and_delete_stack args position 0 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/default.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 431a6a72-91bf-4bdd-95ba-c40f9b96452c has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.79 | 3.286 | 3.77 | 3.813 | 3.855 | 3.3 | 100.0% | 10 | | heat.delete_stack | 0.121 | 0.14 | 0.264 | 0.735 | 1.206 | 0.246 | 100.0% | 10 | | total | 2.931 | 3.448 | 4.041 | 4.246 | 4.451 | 3.546 | 100.0% | 10 | | -> duration | 0.931 | 1.448 | 2.041 | 2.246 | 2.451 | 1.546 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.764314 Full duration: 22.158715 -------------------------------------------------------------------------------- test scenario HeatStacks.create_and_delete_stack args position 1 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/server_with_ports.yaml.template", "parameters": { "public_net": "public", "image": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6", "flavor": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 431a6a72-91bf-4bdd-95ba-c40f9b96452c has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 18.156 | 19.501 | 35.674 | 37.972 | 40.27 | 25.356 | 100.0% | 10 | | heat.delete_stack | 8.721 | 10.316 | 15.357 | 16.32 | 17.282 | 11.926 | 100.0% | 10 | | total | 26.991 | 29.287 | 51.854 | 53.634 | 55.414 | 37.282 | 100.0% | 10 | | -> duration | 24.991 | 27.287 | 49.854 | 51.634 | 53.414 | 35.282 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 104.33509 Full duration: 117.240329 -------------------------------------------------------------------------------- test scenario HeatStacks.create_and_delete_stack args position 2 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/server_with_volume.yaml.template", "parameters": { "image": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6", "flavor": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6", "network_id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 431a6a72-91bf-4bdd-95ba-c40f9b96452c has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 13.906 | 20.407 | 24.404 | 24.723 | 25.041 | 20.027 | 100.0% | 10 | | heat.delete_stack | 6.541 | 7.618 | 7.663 | 7.663 | 7.664 | 7.204 | 100.0% | 10 | | total | 21.517 | 27.628 | 31.053 | 31.86 | 32.667 | 27.231 | 100.0% | 10 | | -> duration | 19.517 | 25.628 | 29.053 | 29.86 | 30.667 | 25.231 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 79.295471 Full duration: 89.158978 -------------------------------------------------------------------------------- test scenario HeatStacks.create_and_list_stack args position 0 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/default.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 431a6a72-91bf-4bdd-95ba-c40f9b96452c has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.669 | 2.898 | 3.054 | 3.101 | 3.147 | 2.903 | 100.0% | 10 | | heat.list_stacks | 0.037 | 0.048 | 0.053 | 0.055 | 0.057 | 0.047 | 100.0% | 10 | | total | 2.722 | 2.948 | 3.103 | 3.144 | 3.185 | 2.95 | 100.0% | 10 | | -> duration | 0.722 | 0.948 | 1.103 | 1.144 | 1.185 | 0.95 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.734295 Full duration: 20.079243 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 0 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template", "updated_template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/updated_random_strings_add.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 431a6a72-91bf-4bdd-95ba-c40f9b96452c has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.895 | 3.132 | 3.592 | 3.619 | 3.645 | 3.214 | 100.0% | 10 | | heat.update_stack | 3.269 | 3.293 | 3.304 | 3.309 | 3.313 | 3.29 | 100.0% | 10 | | heat.delete_stack | 2.262 | 2.288 | 2.429 | 2.886 | 3.342 | 2.393 | 100.0% | 10 | | total | 8.517 | 8.694 | 9.362 | 9.794 | 10.226 | 8.897 | 100.0% | 10 | | -> duration | 4.517 | 4.694 | 5.362 | 5.794 | 6.226 | 4.897 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 22.413909 Full duration: 35.577701 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 1 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template", "updated_template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/updated_random_strings_delete.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 431a6a72-91bf-4bdd-95ba-c40f9b96452c has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.707 | 2.884 | 3.062 | 3.108 | 3.155 | 2.896 | 100.0% | 10 | | heat.update_stack | 2.173 | 2.198 | 2.214 | 2.221 | 2.228 | 2.197 | 100.0% | 10 | | heat.delete_stack | 1.208 | 1.226 | 1.24 | 1.243 | 1.246 | 1.227 | 100.0% | 10 | | total | 6.145 | 6.277 | 6.493 | 6.548 | 6.602 | 6.32 | 100.0% | 10 | | -> duration | 2.145 | 2.277 | 2.493 | 2.548 | 2.602 | 2.32 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 14.859254 Full duration: 27.32274 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 2 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/resource_group.yaml.template", "updated_template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/updated_resource_group_increase.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 431a6a72-91bf-4bdd-95ba-c40f9b96452c has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 3.242 | 3.892 | 4.242 | 4.453 | 4.664 | 3.873 | 100.0% | 10 | | heat.update_stack | 3.47 | 4.404 | 4.531 | 4.533 | 4.536 | 4.258 | 100.0% | 10 | | heat.delete_stack | 3.372 | 3.522 | 3.801 | 3.869 | 3.937 | 3.582 | 100.0% | 10 | | total | 10.238 | 11.82 | 12.383 | 12.548 | 12.713 | 11.713 | 100.0% | 10 | | -> duration | 6.238 | 7.82 | 8.383 | 8.548 | 8.713 | 7.713 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 31.040109 Full duration: 44.235489 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 3 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/autoscaling_policy.yaml.template", "updated_template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/updated_autoscaling_policy_inplace.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 431a6a72-91bf-4bdd-95ba-c40f9b96452c has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.869 | 3.109 | 3.259 | 3.299 | 3.339 | 3.096 | 100.0% | 10 | | heat.update_stack | 2.182 | 2.214 | 2.229 | 2.232 | 2.234 | 2.212 | 100.0% | 10 | | heat.delete_stack | 2.275 | 2.287 | 2.298 | 2.302 | 2.305 | 2.289 | 100.0% | 10 | | total | 7.369 | 7.61 | 7.754 | 7.801 | 7.848 | 7.597 | 100.0% | 10 | | -> duration | 3.369 | 3.61 | 3.754 | 3.801 | 3.848 | 3.597 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 18.669872 Full duration: 30.720369 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 4 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/resource_group.yaml.template", "updated_template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/updated_resource_group_reduce.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 431a6a72-91bf-4bdd-95ba-c40f9b96452c has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 3.804 | 4.003 | 4.135 | 4.166 | 4.197 | 4.018 | 100.0% | 10 | | heat.update_stack | 3.26 | 3.292 | 3.32 | 3.325 | 3.331 | 3.295 | 100.0% | 10 | | heat.delete_stack | 2.276 | 2.3 | 2.31 | 2.312 | 2.315 | 2.297 | 100.0% | 10 | | total | 9.386 | 9.597 | 9.76 | 9.795 | 9.83 | 9.61 | 100.0% | 10 | | -> duration | 5.386 | 5.597 | 5.76 | 5.795 | 5.83 | 5.61 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 24.676396 Full duration: 37.187636 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 5 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template", "updated_template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/updated_random_strings_replace.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 431a6a72-91bf-4bdd-95ba-c40f9b96452c has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.744 | 3.009 | 3.21 | 3.255 | 3.301 | 2.986 | 100.0% | 10 | | heat.update_stack | 2.19 | 2.212 | 2.236 | 2.247 | 2.258 | 2.215 | 100.0% | 10 | | heat.delete_stack | 1.205 | 2.296 | 2.328 | 2.329 | 2.329 | 2.087 | 100.0% | 10 | | total | 6.497 | 7.32 | 7.728 | 7.791 | 7.853 | 7.288 | 100.0% | 10 | | -> duration | 2.497 | 3.32 | 3.728 | 3.791 | 3.853 | 3.288 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 18.279573 Full duration: 30.913354 -------------------------------------------------------------------------------- test scenario HeatStacks.create_check_delete_stack args position 0 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 431a6a72-91bf-4bdd-95ba-c40f9b96452c has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.691 | 2.966 | 3.108 | 3.159 | 3.21 | 2.933 | 100.0% | 10 | | heat.check_stack | 0.183 | 1.269 | 1.297 | 1.302 | 1.306 | 0.96 | 100.0% | 10 | | heat.delete_stack | 1.235 | 2.298 | 2.318 | 2.323 | 2.327 | 2.09 | 100.0% | 10 | | total | 5.261 | 5.918 | 6.706 | 6.738 | 6.77 | 5.983 | 100.0% | 10 | | -> duration | 3.261 | 3.918 | 4.706 | 4.738 | 4.77 | 3.983 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 15.441856 Full duration: 25.85027 -------------------------------------------------------------------------------- test scenario HeatStacks.create_suspend_resume_delete_stack args position 0 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 431a6a72-91bf-4bdd-95ba-c40f9b96452c has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.747 | 2.927 | 3.062 | 3.069 | 3.076 | 2.935 | 100.0% | 10 | | heat.suspend_stack | 1.262 | 1.297 | 1.319 | 1.32 | 1.322 | 1.293 | 100.0% | 10 | | heat.resume_stack | 1.243 | 1.283 | 1.304 | 1.31 | 1.316 | 1.281 | 100.0% | 10 | | heat.delete_stack | 1.199 | 2.292 | 2.325 | 2.334 | 2.344 | 1.975 | 100.0% | 10 | | total | 6.519 | 7.771 | 7.98 | 7.995 | 8.009 | 7.485 | 100.0% | 10 | | -> duration | 4.519 | 5.771 | 5.98 | 5.995 | 6.009 | 5.485 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 20.180877 Full duration: 31.621118 -------------------------------------------------------------------------------- test scenario HeatStacks.list_stacks_and_resources args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 431a6a72-91bf-4bdd-95ba-c40f9b96452c has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.list_stacks | 0.149 | 0.224 | 0.388 | 0.398 | 0.408 | 0.263 | 100.0% | 10 | | total | 0.149 | 0.224 | 0.388 | 0.398 | 0.409 | 0.263 | 100.0% | 10 | | -> duration | 0.149 | 0.224 | 0.388 | 0.398 | 0.409 | 0.263 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.718904 Full duration: 8.142421 HINTS: * To plot HTML graphics with this data, run: rally task report 431a6a72-91bf-4bdd-95ba-c40f9b96452c --out output.html * To generate a JUnit report, run: rally task export 431a6a72-91bf-4bdd-95ba-c40f9b96452c --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 431a6a72-91bf-4bdd-95ba-c40f9b96452c --json --out output.json 2020-06-17 16:00:04,980 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '431a6a72-91bf-4bdd-95ba-c40f9b96452c', '--out', '/home/opnfv/functest/results/rally_full_cntt/heat.json'] 2020-06-17 16:00:08,896 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 431a6a72-91bf-4bdd-95ba-c40f9b96452c --out /home/opnfv/functest/results/rally_full_cntt/heat.json 2020-06-17 16:00:08,919 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "heat" OK. 2020-06-17 16:00:08,919 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/opnfv-keystone.yaml 2020-06-17 16:00:08,920 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 16:00:08,940 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: ['NeutronSecurityGroup.create_and_show_security_group', 'NeutronNetworks.create_and_list_floating_ips', 'NeutronNetworks.create_and_bind_ports', 'NeutronNetworks.associate_and_dissociate_floating_ips', 'NeutronSecurityGroup.create_and_list_security_group_rules', 'NeutronSecurityGroup.create_and_list_security_groups', 'NeutronSecurityGroup.create_and_show_security_group_rule', 'NeutronSecurityGroup.create_and_update_security_groups', 'NovaServers.boot_and_delete_server', 'NeutronNetworks.create_and_delete_floating_ips', 'NeutronSecurityGroup.create_and_delete_security_groups', 'NeutronSecurityGroup.create_and_delete_security_group_rule'] 2020-06-17 16:00:08,943 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "keystone" ... 2020-06-17 16:00:08,943 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'keystone', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['keystone'], 'image_name': 'rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_name': 'rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_alt_name': 'rally_full_cntt-flavor_alt_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '1ee62b20-63fe-4423-af9e-4509e9991a0e'}"] 2020-06-17 16:03:02,824 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag keystone --uuids-only: db9dd693-0308-409b-ae2f-afdcfc526547 2020-06-17 16:03:02,824 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : db9dd693-0308-409b-ae2f-afdcfc526547 2020-06-17 16:03:02,825 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'db9dd693-0308-409b-ae2f-afdcfc526547'] 2020-06-17 16:03:04,413 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid db9dd693-0308-409b-ae2f-afdcfc526547 -------------------------------------------------------------------------------- Task db9dd693-0308-409b-ae2f-afdcfc526547: finished -------------------------------------------------------------------------------- test scenario KeystoneBasic.add_and_remove_user_role args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task db9dd693-0308-409b-ae2f-afdcfc526547 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.063 | 0.1 | 0.13 | 0.136 | 0.142 | 0.098 | 100.0% | 10 | | keystone_v3.add_role | 0.046 | 0.096 | 0.184 | 0.185 | 0.185 | 0.106 | 100.0% | 10 | | keystone_v3.revoke_role | 0.101 | 0.19 | 0.222 | 0.236 | 0.25 | 0.171 | 100.0% | 10 | | total | 0.211 | 0.402 | 0.494 | 0.501 | 0.508 | 0.375 | 100.0% | 10 | | -> duration | 0.211 | 0.402 | 0.494 | 0.501 | 0.508 | 0.375 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.9501 Full duration: 11.749417 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_add_and_list_user_roles args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task db9dd693-0308-409b-ae2f-afdcfc526547 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.068 | 0.106 | 0.296 | 0.307 | 0.318 | 0.141 | 100.0% | 10 | | keystone_v3.add_role | 0.057 | 0.069 | 0.137 | 0.144 | 0.151 | 0.083 | 100.0% | 10 | | keystone_v3.list_roles | 0.084 | 0.162 | 0.199 | 0.203 | 0.206 | 0.156 | 100.0% | 10 | | total | 0.227 | 0.379 | 0.477 | 0.521 | 0.564 | 0.38 | 100.0% | 10 | | -> duration | 0.227 | 0.379 | 0.477 | 0.521 | 0.564 | 0.38 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.012927 Full duration: 12.209136 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_list_tenants args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task db9dd693-0308-409b-ae2f-afdcfc526547 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.188 | 0.273 | 0.396 | 0.437 | 0.479 | 0.297 | 100.0% | 10 | | keystone_v3.list_projects | 0.122 | 0.18 | 0.246 | 0.272 | 0.298 | 0.185 | 100.0% | 10 | | total | 0.316 | 0.49 | 0.63 | 0.633 | 0.637 | 0.483 | 100.0% | 10 | | -> duration | 0.316 | 0.49 | 0.63 | 0.633 | 0.637 | 0.483 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.301001 Full duration: 12.166698 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_delete_role args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task db9dd693-0308-409b-ae2f-afdcfc526547 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.089 | 0.119 | 0.3 | 0.341 | 0.383 | 0.159 | 100.0% | 10 | | keystone_v3.delete_role | 0.066 | 0.093 | 0.136 | 0.175 | 0.215 | 0.104 | 100.0% | 10 | | total | 0.186 | 0.207 | 0.384 | 0.431 | 0.479 | 0.263 | 100.0% | 10 | | -> duration | 0.186 | 0.207 | 0.384 | 0.431 | 0.479 | 0.263 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.836684 Full duration: 9.691713 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_delete_service args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task db9dd693-0308-409b-ae2f-afdcfc526547 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_service | 0.069 | 0.096 | 0.173 | 0.175 | 0.178 | 0.106 | 100.0% | 10 | | keystone_v3.delete_service | 0.06 | 0.084 | 0.102 | 0.112 | 0.121 | 0.087 | 100.0% | 10 | | total | 0.132 | 0.185 | 0.247 | 0.263 | 0.278 | 0.193 | 100.0% | 10 | | -> duration | 0.132 | 0.185 | 0.247 | 0.263 | 0.278 | 0.193 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.327843 Full duration: 8.91535 -------------------------------------------------------------------------------- test scenario KeystoneBasic.get_entities args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task db9dd693-0308-409b-ae2f-afdcfc526547 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.179 | 0.28 | 0.369 | 0.371 | 0.373 | 0.281 | 100.0% | 10 | | keystone_v3.create_user | 0.318 | 0.504 | 0.559 | 0.626 | 0.693 | 0.499 | 100.0% | 10 | | -> keystone_v3.list_roles | 0.056 | 0.065 | 0.111 | 0.136 | 0.162 | 0.079 | 100.0% | 10 | | -> keystone_v3.add_role | 0.075 | 0.094 | 0.145 | 0.147 | 0.149 | 0.105 | 100.0% | 10 | | keystone_v3.create_role | 0.05 | 0.067 | 0.107 | 0.108 | 0.108 | 0.076 | 100.0% | 10 | | keystone_v3.get_project | 0.048 | 0.054 | 0.082 | 0.093 | 0.104 | 0.062 | 100.0% | 10 | | keystone_v3.get_user | 0.041 | 0.05 | 0.055 | 0.055 | 0.056 | 0.049 | 100.0% | 10 | | keystone_v3.get_role | 0.044 | 0.051 | 0.057 | 0.057 | 0.058 | 0.051 | 100.0% | 10 | | keystone_v3.list_services | 0.041 | 0.055 | 0.064 | 0.065 | 0.066 | 0.053 | 100.0% | 10 | | keystone_v3.get_services | 0.039 | 0.045 | 0.053 | 0.055 | 0.057 | 0.046 | 100.0% | 10 | | total | 0.943 | 1.299 | 1.366 | 1.378 | 1.391 | 1.251 | 100.0% | 10 | | -> duration | 0.943 | 1.299 | 1.366 | 1.378 | 1.391 | 1.251 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.329236 Full duration: 18.937356 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_update_and_delete_tenant args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task db9dd693-0308-409b-ae2f-afdcfc526547 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.168 | 0.381 | 0.539 | 0.575 | 0.611 | 0.369 | 100.0% | 10 | | keystone_v3.update_project | 0.094 | 0.156 | 0.243 | 0.274 | 0.304 | 0.175 | 100.0% | 10 | | keystone_v3.delete_project | 0.132 | 0.211 | 0.274 | 0.286 | 0.298 | 0.199 | 100.0% | 10 | | total | 0.394 | 0.753 | 1.017 | 1.02 | 1.023 | 0.744 | 100.0% | 10 | | -> duration | 0.394 | 0.753 | 1.017 | 1.02 | 1.023 | 0.744 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.448082 Full duration: 10.82068 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_user args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": {}, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task db9dd693-0308-409b-ae2f-afdcfc526547 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_user | 0.177 | 0.266 | 0.286 | 0.301 | 0.317 | 0.254 | 100.0% | 10 | | total | 0.229 | 0.325 | 0.374 | 0.381 | 0.388 | 0.322 | 100.0% | 10 | | -> duration | 0.229 | 0.325 | 0.374 | 0.381 | 0.388 | 0.322 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.501507 Full duration: 8.684151 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_tenant args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": {}, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task db9dd693-0308-409b-ae2f-afdcfc526547 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.211 | 0.269 | 0.427 | 0.441 | 0.454 | 0.301 | 100.0% | 10 | | total | 0.211 | 0.27 | 0.427 | 0.441 | 0.454 | 0.301 | 100.0% | 10 | | -> duration | 0.211 | 0.27 | 0.427 | 0.441 | 0.454 | 0.301 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.721012 Full duration: 8.706701 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_list_users args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": {}, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task db9dd693-0308-409b-ae2f-afdcfc526547 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_user | 0.164 | 0.299 | 0.369 | 0.375 | 0.38 | 0.293 | 100.0% | 10 | | keystone_v3.list_users | 0.11 | 0.161 | 0.223 | 0.226 | 0.229 | 0.163 | 100.0% | 10 | | total | 0.332 | 0.546 | 0.679 | 0.685 | 0.691 | 0.539 | 100.0% | 10 | | -> duration | 0.332 | 0.546 | 0.679 | 0.685 | 0.691 | 0.539 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.150695 Full duration: 9.258817 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_tenant_with_users args position 0 args values: { "args": { "users_per_tenant": 10 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": {}, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task db9dd693-0308-409b-ae2f-afdcfc526547 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.187 | 0.286 | 0.434 | 0.446 | 0.458 | 0.303 | 100.0% | 10 | | keystone_v3.create_users | 3.525 | 5.58 | 5.952 | 5.953 | 5.953 | 5.29 | 100.0% | 10 | | -> keystone_v3.create_user (x10) | 3.525 | 5.58 | 5.952 | 5.952 | 5.953 | 5.29 | 100.0% | 10 | | --> keystone_v3.list_roles (x10) | 0.489 | 0.777 | 1.286 | 1.467 | 1.649 | 0.862 | 100.0% | 10 | | --> keystone_v3.add_role (x10) | 0.654 | 1.13 | 1.431 | 1.478 | 1.526 | 1.082 | 100.0% | 10 | | total | 4.193 | 6.492 | 6.893 | 6.901 | 6.908 | 6.179 | 100.0% | 10 | | -> duration | 4.193 | 6.492 | 6.893 | 6.901 | 6.908 | 6.179 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 18.237773 Full duration: 41.2776 HINTS: * To plot HTML graphics with this data, run: rally task report db9dd693-0308-409b-ae2f-afdcfc526547 --out output.html * To generate a JUnit report, run: rally task export db9dd693-0308-409b-ae2f-afdcfc526547 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report db9dd693-0308-409b-ae2f-afdcfc526547 --json --out output.json 2020-06-17 16:03:04,414 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'db9dd693-0308-409b-ae2f-afdcfc526547', '--out', '/home/opnfv/functest/results/rally_full_cntt/keystone.json'] 2020-06-17 16:03:08,095 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid db9dd693-0308-409b-ae2f-afdcfc526547 --out /home/opnfv/functest/results/rally_full_cntt/keystone.json 2020-06-17 16:03:08,118 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "keystone" OK. 2020-06-17 16:03:08,118 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-neutron.yaml 2020-06-17 16:03:08,119 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 16:03:08,147 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: ['NeutronSecurityGroup.create_and_show_security_group', 'NeutronNetworks.create_and_list_floating_ips', 'NeutronNetworks.create_and_bind_ports', 'NeutronNetworks.associate_and_dissociate_floating_ips', 'NeutronSecurityGroup.create_and_list_security_group_rules', 'NeutronSecurityGroup.create_and_list_security_groups', 'NeutronSecurityGroup.create_and_show_security_group_rule', 'NeutronSecurityGroup.create_and_update_security_groups', 'NovaServers.boot_and_delete_server', 'NeutronNetworks.create_and_delete_floating_ips', 'NeutronSecurityGroup.create_and_delete_security_groups', 'NeutronSecurityGroup.create_and_delete_security_group_rule'] 2020-06-17 16:03:08,159 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "neutron" ... 2020-06-17 16:03:08,159 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'neutron', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['neutron'], 'image_name': 'rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_name': 'rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_alt_name': 'rally_full_cntt-flavor_alt_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '1ee62b20-63fe-4423-af9e-4509e9991a0e'}"] 2020-06-17 16:12:33,503 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag neutron --uuids-only: fc90b266-b2cf-4542-bd7f-b97085acd803 2020-06-17 16:12:33,504 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : fc90b266-b2cf-4542-bd7f-b97085acd803 2020-06-17 16:12:33,504 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'fc90b266-b2cf-4542-bd7f-b97085acd803'] 2020-06-17 16:12:35,208 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid fc90b266-b2cf-4542-bd7f-b97085acd803 -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803: finished -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_update_networks args position 0 args values: { "args": { "network_create_args": {}, "network_update_args": { "admin_state_up": false } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.312 | 0.419 | 1.77 | 1.948 | 2.126 | 0.836 | 100.0% | 10 | | neutron.update_network | 0.438 | 0.504 | 0.93 | 1.037 | 1.144 | 0.631 | 100.0% | 10 | | total | 0.768 | 1.115 | 2.618 | 2.65 | 2.682 | 1.467 | 100.0% | 10 | | -> duration | 0.768 | 1.115 | 2.618 | 2.65 | 2.682 | 1.467 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.040764 Full duration: 18.766675 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_update_ports args position 0 args values: { "args": { "network_create_args": {}, "port_create_args": {}, "port_update_args": { "admin_state_up": false, "device_id": "dummy_id", "device_owner": "dummy_owner" }, "ports_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "port": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port | 0.946 | 1.277 | 2.075 | 2.077 | 2.08 | 1.393 | 100.0% | 10 | | neutron.update_port | 0.521 | 0.753 | 1.036 | 1.044 | 1.052 | 0.768 | 100.0% | 10 | | total | 1.528 | 2.103 | 3.001 | 3.013 | 3.025 | 2.161 | 100.0% | 10 | | -> duration | 1.528 | 2.103 | 3.001 | 3.013 | 3.025 | 2.161 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.322315 Full duration: 30.839755 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_update_routers args position 0 args values: { "args": { "network_create_args": {}, "router_create_args": {}, "router_update_args": { "admin_state_up": false }, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1, "port": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.337 | 0.455 | 1.522 | 1.806 | 2.09 | 0.75 | 100.0% | 10 | | neutron.create_router | 0.077 | 0.085 | 0.118 | 0.174 | 0.23 | 0.102 | 100.0% | 10 | | neutron.create_subnet | 3.32 | 3.912 | 6.058 | 6.104 | 6.15 | 4.434 | 100.0% | 10 | | -> neutron.add_interface_router | 2.573 | 3.069 | 4.709 | 4.849 | 4.989 | 3.427 | 100.0% | 10 | | neutron.update_router | 0.61 | 1.064 | 1.259 | 1.481 | 1.704 | 1.014 | 100.0% | 10 | | total | 4.503 | 6.043 | 8.137 | 8.593 | 9.048 | 6.301 | 100.0% | 10 | | -> duration | 4.503 | 6.043 | 8.137 | 8.593 | 9.048 | 6.301 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 17.19688 Full duration: 49.460631 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_update_subnets args position 0 args values: { "args": { "network_create_args": {}, "subnet_cidr_start": "1.4.0.0/16", "subnet_create_args": {}, "subnet_update_args": { "enable_dhcp": false }, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.352 | 1.151 | 1.783 | 2.016 | 2.249 | 1.164 | 100.0% | 10 | | neutron.create_subnet | 0.671 | 0.909 | 1.826 | 2.096 | 2.365 | 1.181 | 100.0% | 10 | | neutron.update_subnet | 0.403 | 0.533 | 1.428 | 1.474 | 1.519 | 0.759 | 100.0% | 10 | | total | 1.521 | 3.455 | 4.285 | 4.394 | 4.503 | 3.105 | 100.0% | 10 | | -> duration | 1.521 | 3.455 | 4.285 | 4.394 | 4.503 | 3.105 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.397484 Full duration: 27.303599 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_networks args position 0 args values: { "args": { "network_create_args": {} }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.318 | 0.582 | 2.555 | 2.709 | 2.863 | 1.177 | 100.0% | 10 | | neutron.delete_network | 0.621 | 0.703 | 1.129 | 1.163 | 1.196 | 0.819 | 100.0% | 10 | | total | 0.94 | 1.692 | 3.249 | 3.39 | 3.532 | 1.996 | 100.0% | 10 | | -> duration | 0.94 | 1.692 | 3.249 | 3.39 | 3.532 | 1.996 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.807293 Full duration: 16.775932 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_ports args position 0 args values: { "args": { "network_create_args": {}, "port_create_args": {}, "ports_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "port": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port | 0.97 | 1.718 | 2.547 | 2.577 | 2.607 | 1.766 | 100.0% | 10 | | neutron.delete_port | 0.596 | 0.705 | 1.194 | 1.218 | 1.243 | 0.842 | 100.0% | 10 | | total | 1.662 | 2.613 | 3.481 | 3.625 | 3.77 | 2.608 | 100.0% | 10 | | -> duration | 1.662 | 2.613 | 3.481 | 3.625 | 3.77 | 2.608 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 7.362354 Full duration: 26.938557 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_routers args position 0 args values: { "args": { "network_create_args": {}, "router_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1, "port": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.31 | 0.602 | 1.6 | 1.715 | 1.829 | 0.81 | 100.0% | 10 | | neutron.create_router | 0.062 | 0.089 | 0.132 | 0.188 | 0.245 | 0.104 | 100.0% | 10 | | neutron.create_subnet | 3.262 | 3.653 | 6.404 | 6.6 | 6.796 | 4.158 | 100.0% | 10 | | -> neutron.add_interface_router | 2.504 | 2.662 | 4.837 | 5.059 | 5.281 | 3.144 | 100.0% | 10 | | neutron.remove_interface_router | 2.178 | 2.838 | 4.185 | 4.483 | 4.781 | 3.048 | 100.0% | 10 | | neutron.delete_router | 0.36 | 0.42 | 0.597 | 0.604 | 0.611 | 0.448 | 100.0% | 10 | | total | 6.582 | 7.986 | 11.972 | 12.832 | 13.692 | 8.567 | 100.0% | 10 | | -> duration | 6.582 | 7.986 | 11.972 | 12.832 | 13.692 | 8.567 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 23.274318 Full duration: 44.963378 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_subnets args position 0 args values: { "args": { "network_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.325 | 0.455 | 1.317 | 1.499 | 1.682 | 0.661 | 100.0% | 10 | | neutron.create_subnet | 0.661 | 1.123 | 1.566 | 1.586 | 1.605 | 1.137 | 100.0% | 10 | | neutron.delete_subnet | 0.437 | 0.538 | 0.77 | 0.842 | 0.914 | 0.595 | 100.0% | 10 | | total | 1.646 | 2.324 | 3.084 | 3.302 | 3.52 | 2.396 | 100.0% | 10 | | -> duration | 1.646 | 2.324 | 3.084 | 3.302 | 3.52 | 2.396 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.907673 Full duration: 23.786716 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_networks args position 0 args values: { "args": { "network_create_args": {} }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.3 | 0.779 | 1.541 | 1.685 | 1.829 | 0.857 | 100.0% | 10 | | neutron.list_networks | 0.133 | 0.158 | 0.187 | 0.235 | 0.283 | 0.167 | 100.0% | 10 | | total | 0.465 | 0.937 | 1.679 | 1.823 | 1.968 | 1.024 | 100.0% | 10 | | -> duration | 0.465 | 0.937 | 1.679 | 1.823 | 1.968 | 1.024 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.866828 Full duration: 17.574104 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_ports args position 0 args values: { "args": { "network_create_args": {}, "port_create_args": {}, "ports_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "port": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port | 0.937 | 1.306 | 1.993 | 2.104 | 2.215 | 1.402 | 100.0% | 10 | | neutron.list_ports | 0.076 | 0.094 | 0.124 | 0.137 | 0.15 | 0.1 | 100.0% | 10 | | total | 1.02 | 1.4 | 2.139 | 2.23 | 2.322 | 1.502 | 100.0% | 10 | | -> duration | 1.02 | 1.4 | 2.139 | 2.23 | 2.322 | 1.502 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.361697 Full duration: 27.318821 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_routers args position 0 args values: { "args": { "network_create_args": {}, "router_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.377 | 0.637 | 1.15 | 1.39 | 1.63 | 0.761 | 100.0% | 10 | | neutron.create_router | 0.071 | 0.09 | 0.148 | 0.182 | 0.216 | 0.109 | 100.0% | 10 | | neutron.create_subnet | 3.2 | 3.726 | 5.707 | 5.756 | 5.805 | 4.026 | 100.0% | 10 | | -> neutron.add_interface_router | 2.073 | 2.72 | 3.916 | 4.289 | 4.662 | 3.01 | 100.0% | 10 | | neutron.list_routers | 0.128 | 0.154 | 0.603 | 0.638 | 0.674 | 0.268 | 100.0% | 10 | | total | 3.977 | 4.502 | 7.356 | 7.748 | 8.141 | 5.164 | 100.0% | 10 | | -> duration | 3.977 | 4.502 | 7.356 | 7.748 | 8.141 | 5.164 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 13.882086 Full duration: 47.668196 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_subnets args position 0 args values: { "args": { "network_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.318 | 0.518 | 2.09 | 2.625 | 3.16 | 0.939 | 100.0% | 10 | | neutron.create_subnet | 0.673 | 1.061 | 2.217 | 2.308 | 2.399 | 1.248 | 100.0% | 10 | | neutron.list_subnets | 0.078 | 0.101 | 0.513 | 0.514 | 0.515 | 0.186 | 100.0% | 10 | | total | 1.26 | 1.982 | 4.333 | 4.467 | 4.601 | 2.373 | 100.0% | 10 | | -> duration | 1.26 | 1.982 | 4.333 | 4.467 | 4.601 | 2.373 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.739415 Full duration: 27.743022 -------------------------------------------------------------------------------- test scenario NeutronNetworks.set_and_clear_router_gateway args position 0 args values: { "args": { "network_create_args": { "router:external": true } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "router": -1 } }, "roles": [ "admin" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.3 | 0.465 | 1.841 | 2.121 | 2.4 | 0.845 | 100.0% | 10 | | neutron.create_router | 0.057 | 0.081 | 0.09 | 0.095 | 0.099 | 0.078 | 100.0% | 10 | | neutron.add_gateway_router | 1.304 | 1.739 | 1.879 | 2.13 | 2.381 | 1.704 | 100.0% | 10 | | -> neutron.list_extension | 0.007 | 0.01 | 0.014 | 0.016 | 0.017 | 0.011 | 100.0% | 10 | | neutron.remove_gateway_router | 1.049 | 1.969 | 2.766 | 3.073 | 3.379 | 2.008 | 100.0% | 10 | | total | 3.315 | 4.292 | 6.189 | 6.368 | 6.546 | 4.634 | 100.0% | 10 | | -> duration | 3.315 | 4.292 | 6.189 | 6.368 | 6.546 | 4.634 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 13.269092 Full duration: 34.97362 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_show_ports args position 0 args values: { "args": { "ports_per_network": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port (x2) | 1.957 | 2.864 | 3.784 | 4.182 | 4.58 | 3.029 | 100.0% | 10 | | neutron.show_port (x2) | 0.125 | 0.164 | 0.232 | 0.254 | 0.275 | 0.177 | 100.0% | 10 | | total | 2.082 | 3.098 | 3.961 | 4.345 | 4.729 | 3.207 | 100.0% | 10 | | -> duration | 2.082 | 3.098 | 3.961 | 4.345 | 4.729 | 3.207 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.63154 Full duration: 34.014522 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_show_routers args position 0 args values: { "args": { "subnets_per_network": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.323 | 0.556 | 1.553 | 2.032 | 2.51 | 0.835 | 100.0% | 10 | | neutron.create_router (x2) | 0.12 | 0.17 | 0.364 | 0.722 | 1.08 | 0.263 | 100.0% | 10 | | neutron.create_subnet (x2) | 6.604 | 6.938 | 17.399 | 17.722 | 18.044 | 10.079 | 100.0% | 10 | | -> neutron.add_interface_router (x2) | 4.663 | 5.246 | 13.279 | 13.567 | 13.855 | 7.451 | 100.0% | 10 | | neutron.show_router (x2) | 0.227 | 0.284 | 0.702 | 0.721 | 0.741 | 0.381 | 100.0% | 10 | | total | 7.295 | 8.053 | 20.353 | 20.611 | 20.869 | 11.559 | 100.0% | 10 | | -> duration | 7.295 | 8.053 | 20.353 | 20.611 | 20.869 | 11.559 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 30.784547 Full duration: 77.231694 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_show_subnets args position 0 args values: { "args": { "subnets_per_network": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "subnet": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task fc90b266-b2cf-4542-bd7f-b97085acd803 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_subnet (x2) | 1.615 | 2.024 | 3.171 | 3.487 | 3.804 | 2.402 | 100.0% | 10 | | neutron.show_subnet (x2) | 0.108 | 0.146 | 0.634 | 0.66 | 0.686 | 0.288 | 100.0% | 10 | | total | 1.755 | 2.156 | 3.802 | 3.873 | 3.945 | 2.69 | 100.0% | 10 | | -> duration | 1.755 | 2.156 | 3.802 | 3.873 | 3.945 | 2.69 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 7.687792 Full duration: 32.756962 HINTS: * To plot HTML graphics with this data, run: rally task report fc90b266-b2cf-4542-bd7f-b97085acd803 --out output.html * To generate a JUnit report, run: rally task export fc90b266-b2cf-4542-bd7f-b97085acd803 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report fc90b266-b2cf-4542-bd7f-b97085acd803 --json --out output.json 2020-06-17 16:12:35,209 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'fc90b266-b2cf-4542-bd7f-b97085acd803', '--out', '/home/opnfv/functest/results/rally_full_cntt/neutron.json'] 2020-06-17 16:12:39,299 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid fc90b266-b2cf-4542-bd7f-b97085acd803 --out /home/opnfv/functest/results/rally_full_cntt/neutron.json 2020-06-17 16:12:39,327 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "neutron" OK. 2020-06-17 16:12:39,327 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-nova.yaml 2020-06-17 16:12:39,327 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 16:12:39,356 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: ['NeutronSecurityGroup.create_and_show_security_group', 'NeutronNetworks.create_and_list_floating_ips', 'NeutronNetworks.create_and_bind_ports', 'NeutronNetworks.associate_and_dissociate_floating_ips', 'NeutronSecurityGroup.create_and_list_security_group_rules', 'NeutronSecurityGroup.create_and_list_security_groups', 'NeutronSecurityGroup.create_and_show_security_group_rule', 'NeutronSecurityGroup.create_and_update_security_groups', 'NovaServers.boot_and_delete_server', 'NeutronNetworks.create_and_delete_floating_ips', 'NeutronSecurityGroup.create_and_delete_security_groups', 'NeutronSecurityGroup.create_and_delete_security_group_rule'] 2020-06-17 16:12:39,376 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "nova" ... 2020-06-17 16:12:39,377 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'nova', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['nova'], 'image_name': 'rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_name': 'rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_alt_name': 'rally_full_cntt-flavor_alt_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '1ee62b20-63fe-4423-af9e-4509e9991a0e'}"] 2020-06-17 17:02:30,071 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag nova --uuids-only: e66d3c18-c18c-4e8b-b117-55c53e8068ac 2020-06-17 17:02:30,073 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : e66d3c18-c18c-4e8b-b117-55c53e8068ac 2020-06-17 17:02:30,073 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'e66d3c18-c18c-4e8b-b117-55c53e8068ac'] 2020-06-17 17:02:31,748 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid e66d3c18-c18c-4e8b-b117-55c53e8068ac -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac: finished -------------------------------------------------------------------------------- test scenario NovaKeypair.create_and_delete_keypair args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "key_pairs": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_keypair | 0.309 | 0.532 | 0.79 | 0.864 | 0.937 | 0.568 | 100.0% | 10 | | nova.delete_keypair | 0.03 | 0.099 | 0.302 | 0.362 | 0.423 | 0.166 | 100.0% | 10 | | total | 0.474 | 0.664 | 0.904 | 1.132 | 1.36 | 0.734 | 100.0% | 10 | | -> duration | 0.474 | 0.664 | 0.904 | 1.132 | 1.36 | 0.734 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.115161 Full duration: 10.135306 -------------------------------------------------------------------------------- test scenario NovaKeypair.create_and_list_keypairs args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "key_pairs": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_keypair | 0.245 | 0.517 | 0.722 | 0.741 | 0.76 | 0.508 | 100.0% | 10 | | nova.list_keypairs | 0.02 | 0.051 | 0.228 | 0.289 | 0.349 | 0.112 | 100.0% | 10 | | total | 0.266 | 0.674 | 0.751 | 0.769 | 0.787 | 0.62 | 100.0% | 10 | | -> duration | 0.266 | 0.674 | 0.751 | 0.769 | 0.787 | 0.62 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.693138 Full duration: 11.436261 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_bounce_server args position 0 args values: { "args": { "actions": [ { "hard_reboot": 1 }, { "soft_reboot": 1 }, { "stop_start": 1 }, { "rescue_unrescue": 1 } ], "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 10.979 | 12.603 | 17.161 | 18.38 | 19.598 | 13.563 | 100.0% | 10 | | nova.reboot_server | 4.596 | 5.072 | 6.859 | 6.861 | 6.863 | 5.428 | 100.0% | 10 | | nova.soft_reboot_server | 125.901 | 127.345 | 129.149 | 129.219 | 129.289 | 127.484 | 100.0% | 10 | | nova.stop_and_start_server | 6.692 | 8.275 | 9.429 | 9.508 | 9.587 | 8.27 | 100.0% | 10 | | -> nova.stop_server | 2.613 | 2.697 | 2.905 | 2.987 | 3.07 | 2.748 | 100.0% | 10 | | -> nova.start_server | 4.069 | 5.39 | 6.701 | 6.837 | 6.974 | 5.522 | 100.0% | 10 | | nova.rescue_and_unrescue_server | 11.368 | 13.013 | 16.114 | 16.617 | 17.12 | 13.451 | 100.0% | 10 | | -> nova.rescue_server | 6.759 | 6.92 | 9.182 | 9.412 | 9.643 | 7.414 | 100.0% | 10 | | -> nova.unrescue_server | 4.58 | 6.13 | 7.39 | 7.433 | 7.477 | 6.036 | 100.0% | 10 | | nova.delete_server | 2.525 | 3.733 | 4.848 | 4.874 | 4.901 | 3.688 | 100.0% | 10 | | total | 164.383 | 173.408 | 177.857 | 177.873 | 177.888 | 171.939 | 100.0% | 10 | | -> duration | 155.383 | 164.408 | 168.857 | 168.873 | 168.888 | 162.939 | 100.0% | 10 | | -> idle_duration | 9.0 | 9.0 | 9.0 | 9.0 | 9.0 | 9.0 | 100.0% | 10 | +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 499.19881 Full duration: 550.631892 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_list_server args position 0 args values: { "args": { "detailed": true, "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.996 | 13.671 | 16.962 | 17.329 | 17.697 | 13.485 | 100.0% | 10 | | nova.list_servers | 0.34 | 0.372 | 0.575 | 0.759 | 0.942 | 0.46 | 100.0% | 10 | | total | 9.336 | 14.151 | 17.863 | 18.047 | 18.231 | 13.946 | 100.0% | 10 | | -> duration | 8.336 | 13.151 | 16.863 | 17.047 | 17.231 | 12.946 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 37.869911 Full duration: 89.067162 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_rebuild_server args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "from_image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "to_image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.244 | 13.722 | 17.105 | 17.79 | 18.476 | 13.796 | 100.0% | 10 | | nova.rebuild_server | 6.043 | 7.657 | 9.337 | 9.376 | 9.416 | 7.635 | 100.0% | 10 | | nova.delete_server | 2.488 | 2.566 | 4.621 | 4.74 | 4.858 | 3.005 | 100.0% | 10 | | total | 18.637 | 23.573 | 28.332 | 29.926 | 31.52 | 24.437 | 100.0% | 10 | | -> duration | 16.637 | 21.573 | 26.332 | 27.926 | 29.52 | 22.437 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 68.584534 Full duration: 112.738102 -------------------------------------------------------------------------------- test scenario NovaServers.snapshot_server args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server (x2) | 32.587 | 40.723 | 45.285 | 45.814 | 46.344 | 40.44 | 100.0% | 10 | | nova.snapshot_server | 14.456 | 16.848 | 22.597 | 25.087 | 27.578 | 18.449 | 100.0% | 10 | | -> glance_v2.get_image | 0.044 | 0.049 | 0.055 | 0.055 | 0.055 | 0.049 | 100.0% | 10 | | -> glance.wait_for_image | 12.25 | 14.227 | 21.106 | 21.481 | 21.856 | 15.794 | 100.0% | 10 | | --> glance_v2.get_image (x5) | 5.272 | 6.481 | 7.424 | 7.542 | 7.66 | 6.471 | 100.0% | 3 | | --> glance_v2.get_image (x6) | 2.237 | 6.203 | 10.827 | 11.335 | 11.843 | 6.622 | 100.0% | 4 | | --> glance_v2.get_image (x7) | 9.008 | 9.008 | 9.008 | 9.008 | 9.008 | 9.008 | 100.0% | 1 | | --> glance_v2.get_image (x4) | 7.225 | 7.459 | 7.646 | 7.669 | 7.693 | 7.459 | 100.0% | 2 | | -> nova.wait_for_server | 0.204 | 2.508 | 3.427 | 4.385 | 5.343 | 2.288 | 100.0% | 10 | | nova.delete_server (x2) | 5.024 | 15.593 | 20.543 | 20.937 | 21.331 | 14.701 | 100.0% | 10 | | nova.delete_image | 0.611 | 0.638 | 0.677 | 0.707 | 0.737 | 0.648 | 100.0% | 10 | | -> glance_v2.delete_image | 0.584 | 0.609 | 0.65 | 0.677 | 0.703 | 0.618 | 100.0% | 10 | | -> glance.wait_for_delete | 0.024 | 0.027 | 0.033 | 0.037 | 0.042 | 0.028 | 100.0% | 10 | | --> glance_v2.get_image | 0.024 | 0.026 | 0.032 | 0.037 | 0.041 | 0.028 | 0.0% | 10 | | total | 65.651 | 73.772 | 84.965 | 85.771 | 86.577 | 74.239 | 100.0% | 10 | | -> duration | 63.651 | 71.772 | 82.965 | 83.771 | 84.577 | 72.239 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 211.039552 Full duration: 254.362255 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_from_volume args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "volume_size": 1, "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 4.752 | 4.862 | 5.875 | 5.909 | 5.943 | 5.136 | 100.0% | 10 | | nova.boot_server | 9.274 | 12.769 | 16.168 | 16.424 | 16.68 | 13.144 | 100.0% | 10 | | total | 14.136 | 17.785 | 22.043 | 22.333 | 22.622 | 18.28 | 100.0% | 10 | | -> duration | 13.136 | 16.785 | 21.043 | 21.333 | 21.622 | 17.28 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 52.407734 Full duration: 77.225775 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 10.936 | 11.346 | 15.646 | 17.114 | 18.582 | 12.862 | 100.0% | 10 | | total | 10.936 | 11.346 | 15.647 | 17.115 | 18.582 | 12.862 | 100.0% | 10 | | -> duration | 9.936 | 10.346 | 14.647 | 16.115 | 17.582 | 11.862 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 36.986903 Full duration: 56.412757 -------------------------------------------------------------------------------- test scenario NovaServers.list_servers args position 0 args values: { "args": { "detailed": true }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "servers": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "servers_per_tenant": 2, "auto_assign_nic": true }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.list_servers | 0.574 | 0.821 | 1.252 | 1.344 | 1.436 | 0.892 | 100.0% | 10 | | total | 0.574 | 0.821 | 1.252 | 1.344 | 1.436 | 0.892 | 100.0% | 10 | | -> duration | 0.574 | 0.821 | 1.252 | 1.344 | 1.436 | 0.892 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.629134 Full duration: 91.047503 -------------------------------------------------------------------------------- test scenario NovaServers.resize_server args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "to_flavor": { "name": "rally_full_cntt-flavor_alt_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "confirm": true, "force_delete": false, "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 11.09 | 13.598 | 16.29 | 16.696 | 17.103 | 13.466 | 100.0% | 10 | | nova.resize | 16.178 | 16.379 | 16.875 | 16.985 | 17.095 | 16.478 | 100.0% | 10 | | nova.resize_confirm | 2.573 | 4.756 | 4.882 | 4.98 | 5.077 | 4.367 | 100.0% | 10 | | nova.delete_server | 2.426 | 2.605 | 4.767 | 4.921 | 5.074 | 3.418 | 100.0% | 10 | | total | 34.446 | 37.746 | 40.372 | 40.753 | 41.134 | 37.73 | 100.0% | 10 | | -> duration | 33.446 | 36.746 | 39.372 | 39.753 | 40.134 | 36.73 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 109.164621 Full duration: 118.081987 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_live_migrate_server args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "block_migration": false, "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.865 | 11.858 | 14.186 | 15.454 | 16.723 | 12.344 | 100.0% | 10 | | nova.live_migrate | 13.858 | 36.184 | 37.554 | 41.071 | 44.588 | 33.361 | 100.0% | 10 | | -> nova.list_hypervisors | 0.148 | 0.174 | 0.305 | 0.314 | 0.324 | 0.207 | 100.0% | 10 | | nova.delete_server | 2.428 | 2.539 | 4.564 | 4.58 | 4.596 | 2.934 | 100.0% | 10 | | total | 27.775 | 50.829 | 52.431 | 58.099 | 63.766 | 48.639 | 100.0% | 10 | | -> duration | 26.775 | 49.829 | 51.431 | 57.099 | 62.766 | 47.639 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 139.211766 Full duration: 148.296716 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_attach_created_volume_and_live_migrate args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "size": 1, "block_migration": false, "boot_server_kwargs": { "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.798 | 11.353 | 16.232 | 16.447 | 16.662 | 12.185 | 100.0% | 10 | | cinder_v3.create_volume | 2.511 | 2.535 | 2.645 | 2.737 | 2.828 | 2.578 | 100.0% | 10 | | nova.attach_volume | 2.754 | 2.827 | 2.895 | 2.895 | 2.896 | 2.833 | 100.0% | 10 | | nova.live_migrate | 15.968 | 32.609 | 40.323 | 46.091 | 51.859 | 32.892 | 100.0% | 10 | | -> nova.list_hypervisors | 0.158 | 0.179 | 0.196 | 0.197 | 0.198 | 0.177 | 100.0% | 10 | | nova.detach_volume | 2.598 | 2.631 | 2.685 | 2.8 | 2.914 | 2.654 | 100.0% | 10 | | cinder_v3.delete_volume | 2.184 | 2.207 | 2.218 | 2.224 | 2.229 | 2.206 | 100.0% | 10 | | nova.delete_server | 2.442 | 3.803 | 4.71 | 4.725 | 4.741 | 3.635 | 100.0% | 10 | | total | 42.379 | 56.745 | 71.312 | 76.27 | 81.227 | 58.983 | 100.0% | 10 | | -> duration | 41.379 | 55.745 | 70.312 | 75.27 | 80.227 | 57.983 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 165.329749 Full duration: 175.17107 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_from_volume_and_live_migrate args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "block_migration": false, "volume_size": 1, "force_delete": false, "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 4.857 | 5.086 | 6.545 | 6.754 | 6.963 | 5.505 | 100.0% | 10 | | nova.boot_server | 9.277 | 9.771 | 14.687 | 15.372 | 16.057 | 11.046 | 100.0% | 10 | | nova.live_migrate | 13.566 | 37.181 | 41.977 | 43.977 | 45.978 | 34.725 | 100.0% | 10 | | -> nova.list_hypervisors | 0.15 | 0.176 | 0.19 | 0.208 | 0.227 | 0.177 | 100.0% | 10 | | nova.delete_server | 2.465 | 3.751 | 4.661 | 4.764 | 4.866 | 3.63 | 100.0% | 10 | | total | 32.565 | 56.87 | 61.558 | 66.072 | 70.587 | 54.907 | 100.0% | 10 | | -> duration | 31.565 | 55.87 | 60.558 | 65.072 | 69.587 | 53.907 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 156.608641 Full duration: 171.494558 -------------------------------------------------------------------------------- test scenario NovaKeypair.boot_and_delete_server_with_keypair args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "boot_server_kwargs": { "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "key_pairs": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_keypair | 0.276 | 0.401 | 0.601 | 0.662 | 0.722 | 0.445 | 100.0% | 10 | | nova.boot_server | 8.7 | 13.573 | 15.215 | 15.512 | 15.808 | 13.178 | 100.0% | 10 | | nova.delete_server | 2.484 | 2.654 | 4.831 | 4.936 | 5.041 | 3.462 | 100.0% | 10 | | nova.delete_keypair | 0.029 | 0.043 | 0.088 | 0.178 | 0.269 | 0.066 | 100.0% | 10 | | total | 11.638 | 18.337 | 19.348 | 19.511 | 19.675 | 17.153 | 100.0% | 10 | | -> duration | 10.638 | 17.337 | 18.348 | 18.511 | 18.675 | 16.153 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 48.244528 Full duration: 91.284138 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_from_volume_and_delete args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "volume_size": 1, "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 }, "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 4.816 | 5.026 | 5.657 | 5.683 | 5.709 | 5.109 | 100.0% | 10 | | nova.boot_server | 8.742 | 11.211 | 13.565 | 13.698 | 13.832 | 11.079 | 100.0% | 10 | | nova.delete_server | 2.49 | 3.716 | 4.744 | 4.896 | 5.048 | 3.668 | 100.0% | 10 | | total | 17.007 | 18.875 | 22.624 | 23.39 | 24.157 | 19.857 | 100.0% | 10 | | -> duration | 16.007 | 17.875 | 21.624 | 22.39 | 23.157 | 18.857 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 57.138334 Full duration: 106.425933 -------------------------------------------------------------------------------- test scenario NovaServers.pause_and_unpause_server args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "force_delete": false, "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.908 | 11.496 | 17.145 | 17.97 | 18.795 | 12.614 | 100.0% | 10 | | nova.pause_server | 2.342 | 2.377 | 2.504 | 2.525 | 2.547 | 2.401 | 100.0% | 10 | | nova.unpause_server | 2.383 | 2.421 | 2.858 | 2.941 | 3.023 | 2.55 | 100.0% | 10 | | nova.delete_server | 2.482 | 2.62 | 4.834 | 4.887 | 4.94 | 3.446 | 100.0% | 10 | | total | 16.442 | 20.696 | 26.912 | 27.979 | 29.046 | 21.012 | 100.0% | 10 | | -> duration | 11.442 | 15.696 | 21.912 | 22.979 | 24.046 | 16.012 | 100.0% | 10 | | -> idle_duration | 5.0 | 5.0 | 5.0 | 5.0 | 5.0 | 5.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 53.172853 Full duration: 100.493848 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_migrate_server args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.437 | 11.599 | 14.887 | 16.085 | 17.283 | 12.391 | 100.0% | 10 | | nova.migrate | 12.57 | 12.725 | 14.742 | 15.056 | 15.369 | 13.493 | 100.0% | 10 | | -> nova.list_hypervisors | 0.154 | 0.173 | 0.191 | 0.207 | 0.223 | 0.176 | 100.0% | 10 | | nova.resize_confirm | 4.681 | 4.763 | 5.237 | 5.238 | 5.238 | 4.863 | 100.0% | 10 | | nova.delete_server | 2.432 | 2.564 | 4.79 | 4.979 | 5.168 | 3.424 | 100.0% | 10 | | total | 29.632 | 34.073 | 37.031 | 38.152 | 39.272 | 34.171 | 100.0% | 10 | | -> duration | 28.632 | 33.073 | 36.031 | 37.152 | 38.272 | 33.171 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 98.960494 Full duration: 106.759184 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_and_list_interfaces args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "auto_assign_nic": true }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.867 | 11.744 | 15.263 | 16.884 | 18.506 | 12.498 | 100.0% | 10 | | nova.list_interfaces | 0.129 | 0.157 | 0.309 | 0.455 | 0.601 | 0.217 | 100.0% | 10 | | total | 9.019 | 11.885 | 15.433 | 17.088 | 18.744 | 12.715 | 100.0% | 10 | | -> duration | 8.019 | 10.885 | 14.433 | 16.088 | 17.744 | 11.715 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 34.578087 Full duration: 85.746939 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_get_console_url args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "console_type": "novnc", "auto_assign_nic": true }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.676 | 11.889 | 17.057 | 17.168 | 17.28 | 12.792 | 100.0% | 10 | | nova.get_console_url_server | 0.099 | 0.114 | 0.197 | 0.234 | 0.271 | 0.137 | 100.0% | 10 | | total | 9.948 | 12.003 | 17.24 | 17.325 | 17.411 | 12.93 | 100.0% | 10 | | -> duration | 8.948 | 11.003 | 16.24 | 16.325 | 16.411 | 11.93 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 36.62114 Full duration: 86.560448 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_and_attach_interface args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "network_create_args": {}, "subnet_create_args": {}, "boot_server_args": { "auto_assign_nic": true } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_subnet | 0.947 | 1.466 | 2.114 | 2.117 | 2.12 | 1.442 | 100.0% | 10 | | nova.boot_server | 9.276 | 12.967 | 14.462 | 17.575 | 20.688 | 12.986 | 100.0% | 10 | | nova.attach_interface | 4.178 | 5.092 | 7.511 | 8.284 | 9.056 | 5.727 | 100.0% | 10 | | total | 15.62 | 19.3 | 25.155 | 27.62 | 30.085 | 20.156 | 100.0% | 10 | | -> duration | 14.62 | 18.3 | 24.155 | 26.62 | 29.085 | 19.156 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 55.967733 Full duration: 122.083091 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_attach_volume_and_list_attachments args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "volume_size": 1, "volume_num": 1, "create_volume_kwargs": {}, "boot_server_kwargs": { "auto_assign_nic": true } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {}, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 11.167 | 12.833 | 16.252 | 16.424 | 16.596 | 13.239 | 100.0% | 10 | | cinder_v3.create_volume | 2.515 | 2.56 | 2.76 | 2.776 | 2.792 | 2.604 | 100.0% | 10 | | nova.attach_volume | 2.752 | 2.835 | 3.071 | 3.091 | 3.11 | 2.895 | 100.0% | 10 | | nova.list_attachments | 0.07 | 0.079 | 0.127 | 0.129 | 0.131 | 0.087 | 100.0% | 10 | | total | 16.561 | 18.252 | 21.784 | 22.118 | 22.453 | 18.826 | 100.0% | 10 | | -> duration | 15.561 | 17.252 | 20.784 | 21.118 | 21.453 | 17.826 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 54.894919 Full duration: 111.545525 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_associate_and_dissociate_floating_ip args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "create_floating_ip_args": { "ext_network": "public" }, "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.053 | 13.392 | 14.943 | 15.863 | 16.782 | 12.716 | 100.0% | 10 | | neutron.create_floating_ip | 1.417 | 1.763 | 2.177 | 2.243 | 2.308 | 1.819 | 100.0% | 10 | | -> neutron.list_networks | 0.133 | 0.184 | 0.263 | 0.405 | 0.547 | 0.219 | 100.0% | 10 | | nova.associate_floating_ip | 3.202 | 3.848 | 5.548 | 6.284 | 7.021 | 4.281 | 100.0% | 10 | | -> neutron.associate_floating_ip | 1.34 | 1.859 | 2.207 | 2.23 | 2.253 | 1.813 | 100.0% | 10 | | --> neutron.list_ports | 0.057 | 0.066 | 0.108 | 0.158 | 0.209 | 0.084 | 100.0% | 10 | | --> neutron.list_floating_ips | 0.059 | 0.068 | 0.112 | 0.128 | 0.145 | 0.079 | 100.0% | 10 | | --> neutron.update_floating_ip | 1.214 | 1.714 | 1.962 | 2.013 | 2.063 | 1.65 | 100.0% | 10 | | nova.dissociate_floating_ip | 2.469 | 3.047 | 4.66 | 5.166 | 5.673 | 3.271 | 100.0% | 10 | | -> neutron.dissociate_floating_ip | 0.854 | 0.956 | 2.042 | 2.072 | 2.102 | 1.225 | 100.0% | 10 | | --> neutron.list_floating_ips | 0.086 | 0.101 | 0.119 | 0.123 | 0.128 | 0.103 | 100.0% | 10 | | --> neutron.update_floating_ip | 0.726 | 0.854 | 1.944 | 1.973 | 2.002 | 1.123 | 100.0% | 10 | | total | 17.799 | 21.646 | 24.365 | 26.716 | 29.068 | 22.098 | 100.0% | 10 | | -> duration | 16.799 | 20.646 | 23.365 | 25.716 | 28.068 | 21.098 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 63.378616 Full duration: 121.730525 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_associate_floating_ip args position 0 args values: { "args": { "flavor": { "name": "rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "image": { "name": "rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6" }, "create_floating_ip_args": { "ext_network": "public" }, "nics": [ { "net-id": "1ee62b20-63fe-4423-af9e-4509e9991a0e" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.373 | 13.423 | 15.567 | 16.108 | 16.648 | 12.943 | 100.0% | 10 | | neutron.create_floating_ip | 1.411 | 1.772 | 2.461 | 2.499 | 2.537 | 1.877 | 100.0% | 10 | | -> neutron.list_networks | 0.125 | 0.189 | 0.258 | 0.417 | 0.577 | 0.219 | 100.0% | 10 | | nova.associate_floating_ip | 3.296 | 3.831 | 5.211 | 5.602 | 5.993 | 4.104 | 100.0% | 10 | | -> neutron.associate_floating_ip | 1.622 | 1.89 | 2.279 | 2.62 | 2.961 | 1.98 | 100.0% | 10 | | --> neutron.list_ports | 0.056 | 0.086 | 0.184 | 0.207 | 0.231 | 0.109 | 100.0% | 10 | | --> neutron.list_floating_ips | 0.062 | 0.071 | 0.111 | 0.14 | 0.169 | 0.084 | 100.0% | 10 | | --> neutron.update_floating_ip | 1.469 | 1.706 | 1.997 | 2.332 | 2.666 | 1.787 | 100.0% | 10 | | total | 14.939 | 19.01 | 22.59 | 22.607 | 22.624 | 18.934 | 100.0% | 10 | | -> duration | 13.939 | 18.01 | 21.59 | 21.607 | 21.624 | 17.934 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 52.582038 Full duration: 110.266726 -------------------------------------------------------------------------------- test scenario NovaServerGroups.create_and_delete_server_group args position 0 args values: { "args": { "policies": [ "affinity" ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_server_group | 0.178 | 0.298 | 0.448 | 0.474 | 0.5 | 0.307 | 100.0% | 10 | | nova.delete_server_group | 0.039 | 0.081 | 0.136 | 0.144 | 0.151 | 0.087 | 100.0% | 10 | | total | 0.217 | 0.392 | 0.527 | 0.539 | 0.551 | 0.394 | 100.0% | 10 | | -> duration | 0.217 | 0.392 | 0.527 | 0.539 | 0.551 | 0.394 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.104373 Full duration: 7.925875 -------------------------------------------------------------------------------- test scenario NovaServerGroups.create_and_get_server_group args position 0 args values: { "args": { "policies": [ "affinity" ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_server_group | 0.193 | 0.351 | 0.483 | 0.498 | 0.513 | 0.328 | 100.0% | 10 | | nova.get_server_group | 0.024 | 0.047 | 0.146 | 0.151 | 0.155 | 0.078 | 100.0% | 10 | | total | 0.217 | 0.39 | 0.529 | 0.541 | 0.554 | 0.406 | 100.0% | 10 | | -> duration | 0.217 | 0.39 | 0.529 | 0.541 | 0.554 | 0.406 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.133262 Full duration: 9.654094 -------------------------------------------------------------------------------- test scenario NovaServerGroups.create_and_list_server_groups args position 0 args values: { "args": { "policies": [ "affinity" ], "all_projects": false }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e66d3c18-c18c-4e8b-b117-55c53e8068ac has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_server_group | 0.193 | 0.378 | 0.558 | 0.57 | 0.583 | 0.385 | 100.0% | 10 | | nova.list_server_groups | 0.024 | 0.055 | 0.14 | 0.141 | 0.143 | 0.08 | 100.0% | 10 | | total | 0.216 | 0.429 | 0.612 | 0.626 | 0.639 | 0.465 | 100.0% | 10 | | -> duration | 0.216 | 0.429 | 0.612 | 0.626 | 0.639 | 0.465 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.340866 Full duration: 9.646192 HINTS: * To plot HTML graphics with this data, run: rally task report e66d3c18-c18c-4e8b-b117-55c53e8068ac --out output.html * To generate a JUnit report, run: rally task export e66d3c18-c18c-4e8b-b117-55c53e8068ac --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report e66d3c18-c18c-4e8b-b117-55c53e8068ac --json --out output.json 2020-06-17 17:02:31,750 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'e66d3c18-c18c-4e8b-b117-55c53e8068ac', '--out', '/home/opnfv/functest/results/rally_full_cntt/nova.json'] 2020-06-17 17:02:36,065 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid e66d3c18-c18c-4e8b-b117-55c53e8068ac --out /home/opnfv/functest/results/rally_full_cntt/nova.json 2020-06-17 17:02:36,114 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "nova" OK. 2020-06-17 17:02:36,116 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/opnfv-quotas.yaml 2020-06-17 17:02:36,117 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 17:02:36,146 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: ['NeutronSecurityGroup.create_and_show_security_group', 'NeutronNetworks.create_and_list_floating_ips', 'NeutronNetworks.create_and_bind_ports', 'NeutronNetworks.associate_and_dissociate_floating_ips', 'NeutronSecurityGroup.create_and_list_security_group_rules', 'NeutronSecurityGroup.create_and_list_security_groups', 'NeutronSecurityGroup.create_and_show_security_group_rule', 'NeutronSecurityGroup.create_and_update_security_groups', 'NovaServers.boot_and_delete_server', 'NeutronNetworks.create_and_delete_floating_ips', 'NeutronSecurityGroup.create_and_delete_security_groups', 'NeutronSecurityGroup.create_and_delete_security_group_rule'] 2020-06-17 17:02:36,149 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "quotas" ... 2020-06-17 17:02:36,149 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'quotas', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['quotas'], 'image_name': 'rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_name': 'rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_alt_name': 'rally_full_cntt-flavor_alt_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '1ee62b20-63fe-4423-af9e-4509e9991a0e'}"] 2020-06-17 17:03:18,049 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag quotas --uuids-only: 281d9a53-3dcd-488b-bfc5-ec1ff36e5680 2020-06-17 17:03:18,049 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 281d9a53-3dcd-488b-bfc5-ec1ff36e5680 2020-06-17 17:03:18,050 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '281d9a53-3dcd-488b-bfc5-ec1ff36e5680'] 2020-06-17 17:03:19,548 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 281d9a53-3dcd-488b-bfc5-ec1ff36e5680 -------------------------------------------------------------------------------- Task 281d9a53-3dcd-488b-bfc5-ec1ff36e5680: finished -------------------------------------------------------------------------------- test scenario Quotas.cinder_update_and_delete args position 0 args values: { "args": { "max_quota": 1024 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 281d9a53-3dcd-488b-bfc5-ec1ff36e5680 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.417 | 0.609 | 0.946 | 0.97 | 0.994 | 0.649 | 100.0% | 10 | | quotas.delete_quotas | 0.039 | 0.082 | 0.387 | 0.391 | 0.395 | 0.189 | 100.0% | 10 | | total | 0.465 | 0.866 | 1.022 | 1.03 | 1.038 | 0.838 | 100.0% | 10 | | -> duration | 0.465 | 0.866 | 1.022 | 1.03 | 1.038 | 0.838 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.34049 Full duration: 7.667126 -------------------------------------------------------------------------------- test scenario Quotas.cinder_update args position 0 args values: { "args": { "max_quota": 1024 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 281d9a53-3dcd-488b-bfc5-ec1ff36e5680 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.489 | 0.636 | 0.784 | 0.792 | 0.801 | 0.646 | 100.0% | 10 | | total | 0.49 | 0.636 | 0.784 | 0.793 | 0.801 | 0.646 | 100.0% | 10 | | -> duration | 0.49 | 0.636 | 0.784 | 0.793 | 0.801 | 0.646 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.863359 Full duration: 7.027803 -------------------------------------------------------------------------------- test scenario Quotas.neutron_update args position 0 args values: { "args": { "max_quota": 1024 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 281d9a53-3dcd-488b-bfc5-ec1ff36e5680 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.13 | 0.239 | 0.269 | 0.274 | 0.279 | 0.221 | 100.0% | 10 | | total | 0.187 | 0.323 | 0.355 | 0.357 | 0.359 | 0.296 | 100.0% | 10 | | -> duration | 0.187 | 0.323 | 0.355 | 0.357 | 0.359 | 0.296 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.866244 Full duration: 6.144562 -------------------------------------------------------------------------------- test scenario Quotas.nova_update args position 0 args values: { "args": { "max_quota": 1024 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 281d9a53-3dcd-488b-bfc5-ec1ff36e5680 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.588 | 0.845 | 1.019 | 1.031 | 1.042 | 0.814 | 100.0% | 10 | | total | 0.589 | 0.846 | 1.019 | 1.031 | 1.042 | 0.814 | 100.0% | 10 | | -> duration | 0.589 | 0.846 | 1.019 | 1.031 | 1.042 | 0.814 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.255155 Full duration: 7.509991 HINTS: * To plot HTML graphics with this data, run: rally task report 281d9a53-3dcd-488b-bfc5-ec1ff36e5680 --out output.html * To generate a JUnit report, run: rally task export 281d9a53-3dcd-488b-bfc5-ec1ff36e5680 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 281d9a53-3dcd-488b-bfc5-ec1ff36e5680 --json --out output.json 2020-06-17 17:03:19,549 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '281d9a53-3dcd-488b-bfc5-ec1ff36e5680', '--out', '/home/opnfv/functest/results/rally_full_cntt/quotas.json'] 2020-06-17 17:03:23,196 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 281d9a53-3dcd-488b-bfc5-ec1ff36e5680 --out /home/opnfv/functest/results/rally_full_cntt/quotas.json 2020-06-17 17:03:23,203 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "quotas" OK. 2020-06-17 17:03:23,203 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/opnfv-swift.yaml 2020-06-17 17:03:23,204 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 17:03:23,232 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Blacklisted tests: ['NeutronSecurityGroup.create_and_show_security_group', 'NeutronNetworks.create_and_list_floating_ips', 'NeutronNetworks.create_and_bind_ports', 'NeutronNetworks.associate_and_dissociate_floating_ips', 'NeutronSecurityGroup.create_and_list_security_group_rules', 'NeutronSecurityGroup.create_and_list_security_groups', 'NeutronSecurityGroup.create_and_show_security_group_rule', 'NeutronSecurityGroup.create_and_update_security_groups', 'NovaServers.boot_and_delete_server', 'NeutronNetworks.create_and_delete_floating_ips', 'NeutronSecurityGroup.create_and_delete_security_groups', 'NeutronSecurityGroup.create_and_delete_security_group_rule'] 2020-06-17 17:03:23,235 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "swift" ... 2020-06-17 17:03:23,236 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'swift', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['swift'], 'image_name': 'rally_full_cntt-img_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_name': 'rally_full_cntt-flavor_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'flavor_alt_name': 'rally_full_cntt-flavor_alt_5f1f5618-cd42-4436-80ee-a4cc513b27f6', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '1ee62b20-63fe-4423-af9e-4509e9991a0e'}"] 2020-06-17 17:04:55,498 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag swift --uuids-only: 0904f057-e51d-44b9-97c1-c41b9c6b84a7 2020-06-17 17:04:55,499 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 0904f057-e51d-44b9-97c1-c41b9c6b84a7 2020-06-17 17:04:55,499 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '0904f057-e51d-44b9-97c1-c41b9c6b84a7'] 2020-06-17 17:04:56,953 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 0904f057-e51d-44b9-97c1-c41b9c6b84a7 -------------------------------------------------------------------------------- Task 0904f057-e51d-44b9-97c1-c41b9c6b84a7: finished -------------------------------------------------------------------------------- test scenario SwiftObjects.create_container_and_object_then_list_objects args position 0 args values: { "args": { "objects_per_container": 2, "object_size": 5120 }, "runner": { "concurrency": 1, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "admin" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0904f057-e51d-44b9-97c1-c41b9c6b84a7 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.create_container | 0.132 | 0.177 | 0.234 | 0.257 | 0.28 | 0.185 | 100.0% | 10 | | swift.upload_object (x2) | 0.034 | 0.038 | 0.041 | 0.042 | 0.043 | 0.038 | 100.0% | 10 | | swift.list_objects | 0.103 | 0.108 | 0.112 | 0.113 | 0.114 | 0.108 | 100.0% | 10 | | total | 0.271 | 0.325 | 0.384 | 0.408 | 0.432 | 0.332 | 100.0% | 10 | | -> duration | 0.271 | 0.325 | 0.384 | 0.408 | 0.432 | 0.332 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.371833 Full duration: 16.99701 -------------------------------------------------------------------------------- test scenario SwiftObjects.list_objects_in_containers args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "admin" ], "swift_objects": { "containers_per_tenant": 1, "objects_per_container": 10, "object_size": 1024 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0904f057-e51d-44b9-97c1-c41b9c6b84a7 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.list_containers | 0.147 | 0.173 | 0.235 | 0.242 | 0.249 | 0.184 | 100.0% | 10 | | swift.list_objects | 0.105 | 0.112 | 0.116 | 0.117 | 0.118 | 0.111 | 100.0% | 10 | | total | 0.255 | 0.284 | 0.342 | 0.348 | 0.354 | 0.295 | 100.0% | 10 | | -> duration | 0.255 | 0.284 | 0.342 | 0.348 | 0.354 | 0.295 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.002573 Full duration: 12.89723 -------------------------------------------------------------------------------- test scenario SwiftObjects.create_container_and_object_then_download_object args position 0 args values: { "args": { "objects_per_container": 5, "object_size": 1024 }, "runner": { "concurrency": 1, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "admin" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0904f057-e51d-44b9-97c1-c41b9c6b84a7 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.create_container | 0.119 | 0.21 | 0.231 | 0.248 | 0.264 | 0.191 | 100.0% | 10 | | swift.upload_object (x5) | 0.076 | 0.087 | 0.098 | 0.1 | 0.103 | 0.089 | 100.0% | 10 | | swift.download_object (x5) | 0.254 | 0.259 | 0.26 | 0.262 | 0.263 | 0.258 | 100.0% | 10 | | total | 0.463 | 0.548 | 0.581 | 0.595 | 0.608 | 0.54 | 100.0% | 10 | | -> duration | 0.463 | 0.548 | 0.581 | 0.595 | 0.608 | 0.54 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.45237 Full duration: 21.164508 -------------------------------------------------------------------------------- test scenario SwiftObjects.create_container_and_object_then_delete_all args position 0 args values: { "args": { "objects_per_container": 5, "object_size": 102400 }, "runner": { "concurrency": 1, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "admin" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0904f057-e51d-44b9-97c1-c41b9c6b84a7 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.create_container | 0.135 | 0.215 | 0.247 | 0.261 | 0.276 | 0.196 | 100.0% | 10 | | swift.upload_object (x5) | 0.083 | 0.096 | 0.108 | 0.108 | 0.109 | 0.097 | 100.0% | 10 | | swift.delete_object (x5) | 0.068 | 0.08 | 0.089 | 0.09 | 0.091 | 0.08 | 100.0% | 10 | | swift.delete_container | 0.027 | 0.034 | 0.036 | 0.036 | 0.036 | 0.033 | 100.0% | 10 | | total | 0.319 | 0.427 | 0.467 | 0.469 | 0.471 | 0.407 | 100.0% | 10 | | -> duration | 0.319 | 0.427 | 0.467 | 0.469 | 0.471 | 0.407 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.126173 Full duration: 12.222801 -------------------------------------------------------------------------------- test scenario SwiftObjects.list_and_download_objects_in_containers args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "admin" ], "swift_objects": { "containers_per_tenant": 1, "objects_per_container": 5, "object_size": 10240 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0904f057-e51d-44b9-97c1-c41b9c6b84a7 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.list_containers | 0.162 | 0.18 | 0.254 | 0.287 | 0.32 | 0.198 | 100.0% | 10 | | swift.list_objects | 0.108 | 0.112 | 0.112 | 0.114 | 0.116 | 0.111 | 100.0% | 10 | | swift.download_object (x5) | 0.04 | 0.043 | 0.044 | 0.045 | 0.046 | 0.043 | 100.0% | 10 | | total | 0.316 | 0.337 | 0.409 | 0.438 | 0.467 | 0.352 | 100.0% | 10 | | -> duration | 0.316 | 0.337 | 0.409 | 0.438 | 0.467 | 0.352 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.563833 Full duration: 12.652876 HINTS: * To plot HTML graphics with this data, run: rally task report 0904f057-e51d-44b9-97c1-c41b9c6b84a7 --out output.html * To generate a JUnit report, run: rally task export 0904f057-e51d-44b9-97c1-c41b9c6b84a7 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 0904f057-e51d-44b9-97c1-c41b9c6b84a7 --json --out output.json 2020-06-17 17:04:56,954 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '0904f057-e51d-44b9-97c1-c41b9c6b84a7', '--out', '/home/opnfv/functest/results/rally_full_cntt/swift.json'] 2020-06-17 17:05:00,449 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 0904f057-e51d-44b9-97c1-c41b9c6b84a7 --out /home/opnfv/functest/results/rally_full_cntt/swift.json 2020-06-17 17:05:00,462 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "swift" OK. 2020-06-17 17:05:00,470 - functest.opnfv_tests.openstack.rally.rally - INFO - Rally Summary Report: +----------------+------------+----------------+-----------+ | Module | Duration | nb. Test Run | Success | +----------------+------------+----------------+-----------+ | authenticate | 00:00:52 | 60 | 100.00% | | glance | 00:06:21 | 80 | 100.00% | | cinder | 00:15:24 | 240 | 100.00% | | heat | 00:08:40 | 130 | 100.00% | | keystone | 00:02:32 | 110 | 100.00% | | neutron | 00:08:58 | 160 | 100.00% | | nova | 00:48:56 | 260 | 100.00% | | quotas | 00:00:28 | 40 | 100.00% | | swift | 00:01:15 | 50 | 100.00% | | | | | | | TOTAL: | 01:33:29 | 1130 | 100.00% | +----------------+------------+----------------+-----------+ 2020-06-17 17:05:00,470 - functest.opnfv_tests.openstack.rally.rally - INFO - Rally 'rally_full_cntt' success_rate is 100.00% in 9/9 modules 2020-06-17 17:05:00,470 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'export', '--type', 'html', '--deployment', 'opnfv-rally', '--to', '/home/opnfv/functest/results/rally_full_cntt/rally_full_cntt.html'] 2020-06-17 17:05:05,226 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task export --type html --deployment opnfv-rally --to /home/opnfv/functest/results/rally_full_cntt/rally_full_cntt.html 2020-06-17 17:05:05,226 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'export', '--type', 'junit-xml', '--deployment', 'opnfv-rally', '--to', '/home/opnfv/functest/results/rally_full_cntt/rally_full_cntt.xml'] 2020-06-17 17:05:09,475 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task export --type junit-xml --deployment opnfv-rally --to /home/opnfv/functest/results/rally_full_cntt/rally_full_cntt.xml 2020-06-17 17:05:09,476 - xtesting.ci.run_tests - INFO - Test result: +-------------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +-------------------------+------------------+------------------+----------------+ | rally_full_cntt | functest | 99:06 | PASS | +-------------------------+------------------+------------------+----------------+ 2020-06-17 17:05:18,143 - functest.core.singlevm - DEBUG - Cleaning security group 0766468a-fc0e-4817-aec9-2d3c0c49b1ec 2020-06-17 17:05:19,631 - functest.core.singlevm - DEBUG - Orphan security group 0766468a-fc0e-4817-aec9-2d3c0c49b1ec in use 2020-06-17 17:05:20,216 - functest.core.singlevm - DEBUG - Cleaning security group 0e86f3fe-e0d0-402a-a983-39bfaebf8c9a 2020-06-17 17:05:21,309 - functest.core.singlevm - DEBUG - Orphan security group 0e86f3fe-e0d0-402a-a983-39bfaebf8c9a in use 2020-06-17 17:05:21,695 - functest.core.singlevm - DEBUG - Cleaning security group 11d5be6f-e8a7-46ef-867e-dfd107ad0798 2020-06-17 17:05:22,895 - functest.core.singlevm - DEBUG - Orphan security group 11d5be6f-e8a7-46ef-867e-dfd107ad0798 in use 2020-06-17 17:05:23,277 - functest.core.singlevm - DEBUG - Cleaning security group 161e69d8-418a-4885-aec5-1d78478ea88d 2020-06-17 17:05:24,817 - functest.core.singlevm - DEBUG - Orphan security group 161e69d8-418a-4885-aec5-1d78478ea88d in use 2020-06-17 17:05:25,193 - functest.core.singlevm - DEBUG - Cleaning security group 1f3a64b6-1328-495d-ab35-21ed0b288671 2020-06-17 17:05:26,407 - functest.core.singlevm - DEBUG - Orphan security group 1f3a64b6-1328-495d-ab35-21ed0b288671 in use 2020-06-17 17:05:26,649 - functest.core.singlevm - DEBUG - Cleaning security group 21b9f2f2-4c56-40a3-9dce-6fd5eceb0c2a 2020-06-17 17:05:27,683 - functest.core.singlevm - DEBUG - Orphan security group 21b9f2f2-4c56-40a3-9dce-6fd5eceb0c2a in use 2020-06-17 17:05:27,811 - functest.core.singlevm - DEBUG - Cleaning security group 21c16e51-3012-424e-b288-5cd2f398f1d2 2020-06-17 17:05:29,296 - functest.core.singlevm - DEBUG - Orphan security group 21c16e51-3012-424e-b288-5cd2f398f1d2 in use 2020-06-17 17:05:29,766 - functest.core.singlevm - DEBUG - Cleaning security group 267d8b83-4052-4d38-8d13-f0d97bd8c657 2020-06-17 17:05:30,818 - functest.core.singlevm - DEBUG - Orphan security group 267d8b83-4052-4d38-8d13-f0d97bd8c657 in use 2020-06-17 17:05:31,187 - functest.core.singlevm - DEBUG - Cleaning security group 2a4fe406-a02b-4653-8048-f81519e048cc 2020-06-17 17:05:32,261 - functest.core.singlevm - DEBUG - Orphan security group 2a4fe406-a02b-4653-8048-f81519e048cc in use 2020-06-17 17:05:32,380 - functest.core.singlevm - DEBUG - Cleaning security group 2ae572ff-87b5-4881-9555-50e4cad2d1df 2020-06-17 17:05:33,805 - functest.core.singlevm - DEBUG - Orphan security group 2ae572ff-87b5-4881-9555-50e4cad2d1df in use 2020-06-17 17:05:34,171 - functest.core.singlevm - DEBUG - Cleaning security group 352d7eb0-6ead-495c-8299-3da4434ebf9d 2020-06-17 17:05:35,337 - functest.core.singlevm - DEBUG - Orphan security group 352d7eb0-6ead-495c-8299-3da4434ebf9d in use 2020-06-17 17:05:36,114 - functest.core.singlevm - DEBUG - Cleaning security group 4238dfaa-37d2-4179-a438-b2c36fd01b81 2020-06-17 17:05:37,357 - functest.core.singlevm - DEBUG - Orphan security group 4238dfaa-37d2-4179-a438-b2c36fd01b81 in use 2020-06-17 17:05:37,714 - functest.core.singlevm - DEBUG - Cleaning security group 47999082-e4b7-44b6-97b5-ed64d6d48417 2020-06-17 17:05:39,352 - functest.core.singlevm - DEBUG - Orphan security group 47999082-e4b7-44b6-97b5-ed64d6d48417 in use 2020-06-17 17:05:40,234 - functest.core.singlevm - DEBUG - Cleaning security group 544f410d-cafb-4c7b-a604-833a22712a1a 2020-06-17 17:05:41,453 - functest.core.singlevm - DEBUG - Orphan security group 544f410d-cafb-4c7b-a604-833a22712a1a in use 2020-06-17 17:05:42,370 - functest.core.singlevm - DEBUG - Cleaning security group 6aa48f47-0802-4cd6-9579-84ce4fe9533d 2020-06-17 17:05:43,928 - functest.core.singlevm - DEBUG - Orphan security group 6aa48f47-0802-4cd6-9579-84ce4fe9533d in use 2020-06-17 17:05:46,434 - functest.core.singlevm - DEBUG - Cleaning security group 96fda429-550a-4bc2-b021-1f66f757aedd 2020-06-17 17:05:47,614 - functest.core.singlevm - DEBUG - Orphan security group 96fda429-550a-4bc2-b021-1f66f757aedd in use 2020-06-17 17:05:47,742 - functest.core.singlevm - DEBUG - Cleaning security group 970034d8-92c3-497e-b8d7-d341d8658169 2020-06-17 17:05:48,840 - functest.core.singlevm - DEBUG - Orphan security group 970034d8-92c3-497e-b8d7-d341d8658169 in use 2020-06-17 17:05:49,456 - functest.core.singlevm - DEBUG - Cleaning security group a1007511-a51f-42e4-bdca-e9107e48812c 2020-06-17 17:05:50,520 - functest.core.singlevm - DEBUG - Orphan security group a1007511-a51f-42e4-bdca-e9107e48812c in use 2020-06-17 17:05:53,789 - functest.core.singlevm - DEBUG - Cleaning security group d0580ad4-30be-4b59-b3c3-57f21b868505 2020-06-17 17:05:55,423 - functest.core.singlevm - DEBUG - Orphan security group d0580ad4-30be-4b59-b3c3-57f21b868505 in use 2020-06-17 17:05:55,546 - functest.core.singlevm - DEBUG - Cleaning security group d0bbbda9-242c-42c7-be3c-fdee5ac846d5 2020-06-17 17:05:56,603 - functest.core.singlevm - DEBUG - Orphan security group d0bbbda9-242c-42c7-be3c-fdee5ac846d5 in use 2020-06-17 17:05:56,959 - functest.core.singlevm - DEBUG - Cleaning security group d4c6b51d-3474-4beb-8c97-42ced01054b6 2020-06-17 17:05:58,015 - functest.core.singlevm - DEBUG - Orphan security group d4c6b51d-3474-4beb-8c97-42ced01054b6 in use 2020-06-17 17:05:58,838 - functest.core.singlevm - DEBUG - Cleaning security group e058b7fa-d732-46f9-a474-72b04494686d 2020-06-17 17:06:00,328 - functest.core.singlevm - DEBUG - Orphan security group e058b7fa-d732-46f9-a474-72b04494686d in use 2020-06-17 17:06:00,450 - functest.core.singlevm - DEBUG - Cleaning security group e21e302e-bc02-445b-95af-340f5e9f95f7 2020-06-17 17:06:01,510 - functest.core.singlevm - DEBUG - Orphan security group e21e302e-bc02-445b-95af-340f5e9f95f7 in use 2020-06-17 17:06:01,649 - functest.core.singlevm - DEBUG - Cleaning security group e7725443-df13-4249-97c0-380b084b4485 2020-06-17 17:06:02,708 - functest.core.singlevm - DEBUG - Orphan security group e7725443-df13-4249-97c0-380b084b4485 in use 2020-06-17 17:06:03,087 - functest.core.singlevm - DEBUG - Cleaning security group ef52a9d6-7018-446c-8d0a-1e2ef1d7d1aa 2020-06-17 17:06:04,613 - functest.core.singlevm - DEBUG - Orphan security group ef52a9d6-7018-446c-8d0a-1e2ef1d7d1aa in use 2020-06-17 17:06:08,228 - xtesting.core.testcase - DEBUG - Publishing /home/opnfv/functest/results/functest.log ('text/plain', None)