2020-06-17 13:38:15,502 - xtesting.ci.run_tests - INFO - Deployment description: +-------------------------+-------------------------------------------------------------------------------------------------------------------------+ | ENV VAR | VALUE | +-------------------------+-------------------------------------------------------------------------------------------------------------------------+ | CI_LOOP | daily | | DEBUG | true | | DEPLOY_SCENARIO | os-nosdn-nofeature-noha | | INSTALLER_TYPE | unknown | | BUILD_TAG | 01O6HX4F7KT2 | | NODE_NAME | lf-virtual9 | | TEST_DB_URL | http://testresults.opnfv.org/test/api/v1/results | | TEST_DB_EXT_URL | | | S3_ENDPOINT_URL | https://storage.googleapis.com | | S3_DST_URL | s3://artifacts.opnfv.org/functest/01O6HX4F7KT2/functest-opnfv-functest-benchmarking-latest-rally_full-run-162 | | HTTP_DST_URL | http://artifacts.opnfv.org/functest/01O6HX4F7KT2/functest-opnfv-functest-benchmarking-latest-rally_full-run-162 | +-------------------------+-------------------------------------------------------------------------------------------------------------------------+ 2020-06-17 13:38:15,509 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file export OS_AUTH_URL=http://172.30.13.94/identity/v3 export OS_PROJECT_NAME="demo" export OS_USER_DOMAIN_NAME="Default" export OS_PROJECT_DOMAIN_NAME="Default" export OS_USERNAME="admin" export OS_PASSWORD="secret" export OS_REGION_NAME="RegionOne" export OS_INTERFACE=public export OS_IDENTITY_API_VERSION=3 2020-06-17 13:38:15,509 - xtesting.ci.run_tests - DEBUG - Test args: rally_full 2020-06-17 13:38:15,529 - xtesting.ci.run_tests - INFO - Loading test case 'rally_full'... 2020-06-17 13:38:17,072 - functest.core.tenantnetwork - DEBUG - password: A4*Qm6zw5vA6j8I 2020-06-17 13:38:17,235 - functest.core.tenantnetwork - DEBUG - project: Munch({'location': Munch({'cloud': 'envvars', 'region_name': None, 'zone': None, 'project': Munch({'id': 'default', 'name': None, 'domain_id': 'default', 'domain_name': None})}), 'id': '56a32186c6b0495ea78d7f6f55d36a34', 'name': 'rally_full-project_9ee1ce30-3238-4b48-80ba-d32610949aac', 'description': 'Created by OPNFV Functest: rally_full', 'is_enabled': True, 'is_domain': False, 'domain_id': 'default', 'properties': Munch({'tags': [], 'options': Munch({})}), 'enabled': True, 'parent_id': 'default', 'tags': [], 'options': Munch({})}) 2020-06-17 13:38:17,375 - functest.core.tenantnetwork - DEBUG - user: Munch({'id': '5be61d8cae134d17a98858e15b0b0257', 'email': None, 'name': 'rally_full-user_9ee1ce30-3238-4b48-80ba-d32610949aac', 'username': None, 'default_project_id': None, 'domain_id': 'default', 'enabled': True, 'description': None}) 2020-06-17 13:38:18,020 - functest.core.tenantnetwork - DEBUG - cloud_config {'clouds': {'envvars': {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'application_catalog_api_version': '1', 'auth_type': 'password', 'baremetal_api_version': '1', 'container_api_version': '1', 'container_infra_api_version': '1', 'compute_api_version': '2', 'database_api_version': '1.0', 'disable_vendor_agent': {}, 'dns_api_version': '2', 'interface': 'public', 'floating_ip_source': 'neutron', 'identity_api_version': '3', 'image_api_use_tasks': False, 'image_api_version': '2', 'image_format': 'qcow2', 'key_manager_api_version': 'v1', 'message': '', 'metering_api_version': '2', 'network_api_version': '2', 'object_store_api_version': '1', 'orchestration_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'volume_api_version': '2', 'workflow_api_version': '2', 'auth_url': 'http://172.30.13.94/identity/v3', 'project_name': 'rally_full-project_9ee1ce30-3238-4b48-80ba-d32610949aac', 'user_domain_name': 'Default', 'project_domain_name': 'Default', 'username': 'rally_full-user_9ee1ce30-3238-4b48-80ba-d32610949aac', 'password': 'A4*Qm6zw5vA6j8I', 'region_name': 'RegionOne', 'project_id': '56a32186c6b0495ea78d7f6f55d36a34'}}} 2020-06-17 13:38:18,023 - functest.core.tenantnetwork - DEBUG - new cloud {'auth_url': 'http://172.30.13.94/identity/v3', 'project_id': '56a32186c6b0495ea78d7f6f55d36a34', 'project_name': 'rally_full-project_9ee1ce30-3238-4b48-80ba-d32610949aac', 'project_domain_name': 'Default', 'username': 'rally_full-user_9ee1ce30-3238-4b48-80ba-d32610949aac', 'user_domain_name': 'Default', 'password': 'A4*Qm6zw5vA6j8I'} 2020-06-17 13:38:18,696 - xtesting.ci.run_tests - INFO - Running test case 'rally_full'... 2020-06-17 13:38:20,076 - functest.core.tenantnetwork - DEBUG - network: Munch({'id': '9dec2899-d7d9-4d0b-a30f-6d003d77e842', 'name': 'rally_full-net_9ee1ce30-3238-4b48-80ba-d32610949aac', 'tenant_id': '56a32186c6b0495ea78d7f6f55d36a34', 'admin_state_up': True, 'mtu': 1400, 'status': 'ACTIVE', 'subnets': [], 'shared': True, 'project_id': '56a32186c6b0495ea78d7f6f55d36a34', 'port_security_enabled': True, 'qos_policy_id': None, 'dns_domain': '', 'router:external': False, 'provider:network_type': 'vxlan', 'provider:physical_network': None, 'provider:segmentation_id': 86, 'availability_zone_hints': [], 'is_default': False, 'availability_zones': [], 'ipv4_address_scope': None, 'ipv6_address_scope': None, 'description': '', 'l2_adjacency': True, 'tags': [], 'created_at': '2020-06-17T13:38:19Z', 'updated_at': '2020-06-17T13:38:19Z', 'revision_number': 1}) 2020-06-17 13:38:21,134 - functest.core.tenantnetwork - DEBUG - subnet: Munch({'id': '916fa023-45e5-4165-adf9-8d262b585a6f', 'name': 'rally_full-subnet_9ee1ce30-3238-4b48-80ba-d32610949aac', 'tenant_id': '56a32186c6b0495ea78d7f6f55d36a34', 'network_id': '9dec2899-d7d9-4d0b-a30f-6d003d77e842', 'ip_version': 4, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': None, 'gateway_ip': '192.168.120.1', 'cidr': '192.168.120.0/24', 'allocation_pools': [{'start': '192.168.120.2', 'end': '192.168.120.254'}], 'host_routes': [], 'dns_nameservers': ['8.8.8.8'], 'description': '', 'service_types': [], 'dns_publish_fixed_ip': False, 'segment_id': None, 'tags': [], 'created_at': '2020-06-17T13:38:20Z', 'updated_at': '2020-06-17T13:38:20Z', 'revision_number': 0, 'project_id': '56a32186c6b0495ea78d7f6f55d36a34'}) 2020-06-17 13:38:22,781 - functest.core.tenantnetwork - DEBUG - router: Munch({'id': 'be09ea70-3651-4a5f-9450-95c74781f774', 'name': 'rally_full-router_9ee1ce30-3238-4b48-80ba-d32610949aac', 'tenant_id': '56a32186c6b0495ea78d7f6f55d36a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f6c1401-38ba-4897-a514-9f0b34909e99', 'external_fixed_ips': [{'subnet_id': '68ed82d6-b0f0-4e0a-a73b-0b9c92d613ef', 'ip_address': '172.24.4.120'}, {'subnet_id': 'ec1b1e27-b437-4c28-986f-aa0f2fcdd98c', 'ip_address': '2001:db8::134'}], 'enable_snat': True}, 'description': '', 'availability_zones': [], 'distributed': False, 'ha': False, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-06-17T13:38:21Z', 'updated_at': '2020-06-17T13:38:22Z', 'revision_number': 3, 'project_id': '56a32186c6b0495ea78d7f6f55d36a34'}) 2020-06-17 13:38:25,903 - functest.core.singlevm - DEBUG - image: Munch({'location': Munch({'cloud': 'envvars', 'region_name': 'RegionOne', 'zone': None, 'project': Munch({'id': '56a32186c6b0495ea78d7f6f55d36a34', 'name': 'rally_full-project_9ee1ce30-3238-4b48-80ba-d32610949aac', 'domain_id': None, 'domain_name': 'Default'})}), 'created_at': '2020-06-17T13:38:25Z', 'updated_at': '2020-06-17T13:38:26Z', 'checksum': '443b7623e27ecf03dc9e01ee93f67afe', 'container_format': 'bare', 'direct_url': None, 'disk_format': 'qcow2', 'file': '/v2/images/042c5478-ef8a-4fb9-86fe-bfe7946854a9/file', 'id': '042c5478-ef8a-4fb9-86fe-bfe7946854a9', 'name': 'rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac', 'owner': '56a32186c6b0495ea78d7f6f55d36a34', 'tags': [], 'status': 'active', 'min_ram': 0, 'min_disk': 0, 'size': 12716032, 'virtual_size': 0, 'is_protected': False, 'locations': [], 'properties': {'hw_disk_bus': 'scsi', 'hw_scsi_model': 'virtio-scsi', 'owner_specified.shade.md5': '443b7623e27ecf03dc9e01ee93f67afe', 'owner_specified.shade.object': 'images/rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac', 'owner_specified.shade.sha256': 'a8dd75ecffd4cdd96072d60c2237b448e0c8b2bc94d57f10fdbc8c481d9005b8', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '6513f21e44aa3da349f248188a44bc304a3653a04122d8fb4535423c8e1d14cd6a153f735bb0982e2161b5b5186106570c17a9e58b64dd39390617cd5a350f78', 'self': '/v2/images/042c5478-ef8a-4fb9-86fe-bfe7946854a9', 'schema': '/v2/schemas/image'}, 'is_public': True, 'visibility': 'public', 'hw_disk_bus': 'scsi', 'hw_scsi_model': 'virtio-scsi', 'owner_specified.shade.md5': '443b7623e27ecf03dc9e01ee93f67afe', 'owner_specified.shade.object': 'images/rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac', 'owner_specified.shade.sha256': 'a8dd75ecffd4cdd96072d60c2237b448e0c8b2bc94d57f10fdbc8c481d9005b8', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '6513f21e44aa3da349f248188a44bc304a3653a04122d8fb4535423c8e1d14cd6a153f735bb0982e2161b5b5186106570c17a9e58b64dd39390617cd5a350f78', 'self': '/v2/images/042c5478-ef8a-4fb9-86fe-bfe7946854a9', 'schema': '/v2/schemas/image', 'protected': False, 'metadata': {'hw_disk_bus': 'scsi', 'hw_scsi_model': 'virtio-scsi', 'owner_specified.shade.md5': '443b7623e27ecf03dc9e01ee93f67afe', 'owner_specified.shade.object': 'images/rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac', 'owner_specified.shade.sha256': 'a8dd75ecffd4cdd96072d60c2237b448e0c8b2bc94d57f10fdbc8c481d9005b8', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '6513f21e44aa3da349f248188a44bc304a3653a04122d8fb4535423c8e1d14cd6a153f735bb0982e2161b5b5186106570c17a9e58b64dd39390617cd5a350f78', 'self': '/v2/images/042c5478-ef8a-4fb9-86fe-bfe7946854a9', 'schema': '/v2/schemas/image'}, 'created': '2020-06-17T13:38:25Z', 'updated': '2020-06-17T13:38:26Z', 'minDisk': 0, 'minRam': 0}) 2020-06-17 13:38:25,947 - functest.core.singlevm - DEBUG - flavor: Munch({'location': Munch({'cloud': 'envvars', 'region_name': 'RegionOne', 'zone': None, 'project': Munch({'id': 'd599446db0274f239c869e15bb1e94c4', 'name': 'demo', 'domain_id': None, 'domain_name': 'Default'})}), 'id': '9a55dada-ee69-42a4-a307-f1882602793c', 'name': 'rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac', 'is_public': True, 'is_disabled': False, 'ram': 512, 'vcpus': 1, 'disk': 1, 'ephemeral': 0, 'swap': 0, 'rxtx_factor': 1.0, 'properties': Munch({'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}), 'extra_specs': Munch({}), 'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}) 2020-06-17 13:38:25,982 - functest.opnfv_tests.openstack.rally.rally - INFO - Creating Rally environment... 2020-06-17 13:38:33,751 - functest.opnfv_tests.openstack.rally.rally - INFO - rally deployment create --fromenv --name opnfv-rally +--------------------------------------+----------------------------+-------------+------------------+--------+ | uuid | created_at | name | status | active | +--------------------------------------+----------------------------+-------------+------------------+--------+ | 591c200c-c68a-4dcf-a03b-7d5a9d22323e | 2020-06-17T13:38:33.253193 | opnfv-rally | deploy->finished | | +--------------------------------------+----------------------------+-------------+------------------+--------+ Using deployment: 591c200c-c68a-4dcf-a03b-7d5a9d22323e ~/.rally/openrc was updated HINTS: * To use standard OpenStack clients, set up your env by running: source ~/.rally/openrc OpenStack clients are now configured, e.g run: openstack image list 2020-06-17 13:38:38,738 - functest.opnfv_tests.openstack.rally.rally - INFO - rally deployment check -------------------------------------------------------------------------------- Platform openstack: -------------------------------------------------------------------------------- Available services: +-------------+----------------+-----------+ | Service | Service Type | Status | +-------------+----------------+-----------+ | __unknown__ | alarming | Available | | __unknown__ | compute_legacy | Available | | __unknown__ | event | Available | | __unknown__ | placement | Available | | barbican | key-manager | Available | | cinder | block-storage | Available | | cinder | volumev2 | Available | | cinder | volumev3 | Available | | cloud | cloudformation | Available | | glance | image | Available | | gnocchi | metric | Available | | heat | orchestration | Available | | keystone | identity | Available | | neutron | network | Available | | nova | compute | Available | | octavia | load-balancer | Available | | swift | object-store | Available | +-------------+----------------+-----------+ 2020-06-17 13:38:40,118 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Validating run tests... 2020-06-17 13:38:40,232 - functest.core.singlevm - DEBUG - flavor: Munch({'location': Munch({'cloud': 'envvars', 'region_name': 'RegionOne', 'zone': None, 'project': Munch({'id': 'd599446db0274f239c869e15bb1e94c4', 'name': 'demo', 'domain_id': None, 'domain_name': 'Default'})}), 'id': 'bd30beb7-3a60-451c-9e64-894fef720459', 'name': 'rally_full-flavor_alt_9ee1ce30-3238-4b48-80ba-d32610949aac', 'is_public': True, 'is_disabled': False, 'ram': 1024, 'vcpus': 1, 'disk': 1, 'ephemeral': 0, 'swap': 0, 'rxtx_factor': 1.0, 'properties': Munch({'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}), 'extra_specs': Munch({}), 'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}) 2020-06-17 13:38:40,330 - functest.opnfv_tests.openstack.rally.rally - DEBUG - flavor: Munch({'location': Munch({'cloud': 'envvars', 'region_name': 'RegionOne', 'zone': None, 'project': Munch({'id': 'd599446db0274f239c869e15bb1e94c4', 'name': 'demo', 'domain_id': None, 'domain_name': 'Default'})}), 'id': 'bd30beb7-3a60-451c-9e64-894fef720459', 'name': 'rally_full-flavor_alt_9ee1ce30-3238-4b48-80ba-d32610949aac', 'is_public': True, 'is_disabled': False, 'ram': 1024, 'vcpus': 1, 'disk': 1, 'ephemeral': 0, 'swap': 0, 'rxtx_factor': 1.0, 'properties': Munch({'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}), 'extra_specs': Munch({}), 'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}) 2020-06-17 13:38:40,331 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/opnfv-authenticate.yaml 2020-06-17 13:38:40,331 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 13:38:40,350 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-17 13:38:40,351 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "authenticate" ... 2020-06-17 13:38:40,351 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'authenticate', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['authenticate'], 'image_name': 'rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_name': 'rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_alt_name': 'rally_full-flavor_alt_9ee1ce30-3238-4b48-80ba-d32610949aac', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '9dec2899-d7d9-4d0b-a30f-6d003d77e842'}"] 2020-06-17 13:39:39,833 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag authenticate --uuids-only: e8ea4784-5eab-4fbd-a272-af55c660ce72 2020-06-17 13:39:39,834 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : e8ea4784-5eab-4fbd-a272-af55c660ce72 2020-06-17 13:39:39,834 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'e8ea4784-5eab-4fbd-a272-af55c660ce72'] 2020-06-17 13:39:41,481 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid e8ea4784-5eab-4fbd-a272-af55c660ce72 -------------------------------------------------------------------------------- Task e8ea4784-5eab-4fbd-a272-af55c660ce72: finished -------------------------------------------------------------------------------- test scenario Authenticate.keystone args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e8ea4784-5eab-4fbd-a272-af55c660ce72 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.keystone | 0.132 | 0.26 | 0.341 | 0.344 | 0.348 | 0.264 | 100.0% | 10 | | total | 0.132 | 0.26 | 0.341 | 0.344 | 0.348 | 0.264 | 100.0% | 10 | | -> duration | 0.132 | 0.26 | 0.341 | 0.344 | 0.348 | 0.264 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.803128 Full duration: 5.859524 -------------------------------------------------------------------------------- test scenario Authenticate.validate_cinder args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e8ea4784-5eab-4fbd-a272-af55c660ce72 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_cinder | 0.153 | 0.397 | 0.437 | 0.45 | 0.463 | 0.361 | 100.0% | 10 | | total | 0.549 | 0.728 | 0.948 | 0.958 | 0.968 | 0.727 | 100.0% | 10 | | -> duration | 0.549 | 0.728 | 0.948 | 0.958 | 0.968 | 0.727 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.300462 Full duration: 9.996493 -------------------------------------------------------------------------------- test scenario Authenticate.validate_glance args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e8ea4784-5eab-4fbd-a272-af55c660ce72 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_glance | 0.195 | 0.324 | 0.434 | 0.455 | 0.476 | 0.324 | 100.0% | 10 | | total | 0.269 | 0.44 | 0.738 | 0.759 | 0.78 | 0.513 | 100.0% | 10 | | -> duration | 0.269 | 0.44 | 0.738 | 0.759 | 0.78 | 0.513 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.459201 Full duration: 8.844423 -------------------------------------------------------------------------------- test scenario Authenticate.validate_heat args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e8ea4784-5eab-4fbd-a272-af55c660ce72 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_heat | 0.192 | 0.266 | 0.372 | 0.396 | 0.42 | 0.287 | 100.0% | 10 | | total | 0.28 | 0.397 | 0.615 | 0.619 | 0.624 | 0.449 | 100.0% | 10 | | -> duration | 0.28 | 0.397 | 0.615 | 0.619 | 0.624 | 0.449 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.288973 Full duration: 6.901498 -------------------------------------------------------------------------------- test scenario Authenticate.validate_neutron args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e8ea4784-5eab-4fbd-a272-af55c660ce72 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_neutron | 0.355 | 0.44 | 0.811 | 0.849 | 0.887 | 0.526 | 100.0% | 10 | | total | 0.413 | 0.502 | 1.058 | 1.068 | 1.079 | 0.641 | 100.0% | 10 | | -> duration | 0.413 | 0.502 | 1.058 | 1.068 | 1.079 | 0.641 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.754132 Full duration: 7.057882 -------------------------------------------------------------------------------- test scenario Authenticate.validate_nova args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task e8ea4784-5eab-4fbd-a272-af55c660ce72 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_nova | 0.129 | 0.189 | 0.291 | 0.297 | 0.304 | 0.209 | 100.0% | 10 | | total | 0.19 | 0.326 | 0.585 | 0.593 | 0.602 | 0.388 | 100.0% | 10 | | -> duration | 0.19 | 0.326 | 0.585 | 0.593 | 0.602 | 0.388 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.101413 Full duration: 7.135704 HINTS: * To plot HTML graphics with this data, run: rally task report e8ea4784-5eab-4fbd-a272-af55c660ce72 --out output.html * To generate a JUnit report, run: rally task export e8ea4784-5eab-4fbd-a272-af55c660ce72 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report e8ea4784-5eab-4fbd-a272-af55c660ce72 --json --out output.json 2020-06-17 13:39:41,482 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'e8ea4784-5eab-4fbd-a272-af55c660ce72', '--out', '/home/opnfv/functest/results/rally_full/authenticate.json'] 2020-06-17 13:39:44,989 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid e8ea4784-5eab-4fbd-a272-af55c660ce72 --out /home/opnfv/functest/results/rally_full/authenticate.json 2020-06-17 13:39:44,999 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "authenticate" OK. 2020-06-17 13:39:45,000 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-glance.yaml 2020-06-17 13:39:45,001 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 13:39:45,018 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-17 13:39:45,024 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "glance" ... 2020-06-17 13:39:45,024 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'glance', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['glance'], 'image_name': 'rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_name': 'rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_alt_name': 'rally_full-flavor_alt_9ee1ce30-3238-4b48-80ba-d32610949aac', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '9dec2899-d7d9-4d0b-a30f-6d003d77e842'}"] 2020-06-17 13:46:24,527 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag glance --uuids-only: dc24e6d9-2b88-41bc-923a-2b2c145539dc 2020-06-17 13:46:24,528 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : dc24e6d9-2b88-41bc-923a-2b2c145539dc 2020-06-17 13:46:24,528 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'dc24e6d9-2b88-41bc-923a-2b2c145539dc'] 2020-06-17 13:46:26,311 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid dc24e6d9-2b88-41bc-923a-2b2c145539dc -------------------------------------------------------------------------------- Task dc24e6d9-2b88-41bc-923a-2b2c145539dc: finished -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_delete_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task dc24e6d9-2b88-41bc-923a-2b2c145539dc has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.792 | 3.195 | 4.181 | 4.311 | 4.441 | 3.337 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.057 | 0.09 | 0.446 | 0.605 | 0.765 | 0.209 | 100.0% | 10 | | -> glance_v2.upload_data | 0.428 | 0.474 | 0.734 | 0.988 | 1.242 | 0.581 | 100.0% | 10 | | glance_v2.delete_image | 0.277 | 0.306 | 0.501 | 0.748 | 0.996 | 0.398 | 100.0% | 10 | | total | 3.069 | 3.613 | 4.616 | 4.697 | 4.779 | 3.736 | 100.0% | 10 | | -> duration | 3.069 | 3.613 | 4.616 | 4.697 | 4.779 | 3.736 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 11.289727 Full duration: 18.691665 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_list_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task dc24e6d9-2b88-41bc-923a-2b2c145539dc has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.7 | 3.019 | 3.481 | 3.493 | 3.504 | 3.082 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.065 | 0.097 | 0.431 | 0.444 | 0.457 | 0.2 | 100.0% | 10 | | -> glance_v2.upload_data | 0.428 | 0.454 | 0.53 | 0.551 | 0.573 | 0.468 | 100.0% | 10 | | glance_v2.list_images | 0.06 | 0.07 | 0.154 | 0.321 | 0.488 | 0.117 | 100.0% | 10 | | total | 2.764 | 3.094 | 3.571 | 3.596 | 3.621 | 3.2 | 100.0% | 10 | | -> duration | 2.764 | 3.094 | 3.571 | 3.596 | 3.621 | 3.2 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 9.761262 Full duration: 19.158876 -------------------------------------------------------------------------------- test scenario GlanceImages.list_images args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task dc24e6d9-2b88-41bc-923a-2b2c145539dc has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.list_images | 0.141 | 0.274 | 0.422 | 0.435 | 0.447 | 0.288 | 100.0% | 10 | | total | 0.142 | 0.274 | 0.422 | 0.435 | 0.448 | 0.288 | 100.0% | 10 | | -> duration | 0.142 | 0.274 | 0.422 | 0.435 | 0.448 | 0.288 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.44639 Full duration: 11.861762 -------------------------------------------------------------------------------- test scenario GlanceImages.create_image_and_boot_instances args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img", "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "number_instances": 2, "boot_server_kwargs": { "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task dc24e6d9-2b88-41bc-923a-2b2c145539dc has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.641 | 2.818 | 3.216 | 3.268 | 3.319 | 2.871 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.064 | 0.076 | 0.435 | 0.452 | 0.47 | 0.161 | 100.0% | 10 | | -> glance_v2.upload_data | 0.396 | 0.44 | 0.471 | 0.512 | 0.554 | 0.441 | 100.0% | 10 | | nova.boot_servers | 19.988 | 50.366 | 114.926 | 116.042 | 117.158 | 54.272 | 100.0% | 10 | | total | 22.794 | 53.102 | 117.754 | 118.857 | 119.96 | 57.143 | 100.0% | 10 | | -> duration | 21.794 | 52.102 | 116.754 | 117.857 | 118.96 | 56.143 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 201.188422 Full duration: 238.823473 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_deactivate_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task dc24e6d9-2b88-41bc-923a-2b2c145539dc has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.835 | 3.001 | 3.561 | 3.575 | 3.589 | 3.086 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.064 | 0.09 | 0.454 | 0.463 | 0.471 | 0.165 | 100.0% | 10 | | -> glance_v2.upload_data | 0.403 | 0.469 | 0.573 | 0.614 | 0.655 | 0.483 | 100.0% | 10 | | glance_v2.deactivate_image | 0.063 | 0.084 | 0.13 | 0.131 | 0.132 | 0.091 | 100.0% | 10 | | total | 2.919 | 3.087 | 3.662 | 3.674 | 3.687 | 3.177 | 100.0% | 10 | | -> duration | 2.919 | 3.087 | 3.662 | 3.674 | 3.687 | 3.177 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 9.714106 Full duration: 19.770231 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_download_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task dc24e6d9-2b88-41bc-923a-2b2c145539dc has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.805 | 3.054 | 3.527 | 3.529 | 3.532 | 3.142 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.061 | 0.086 | 0.53 | 0.57 | 0.61 | 0.24 | 100.0% | 10 | | -> glance_v2.upload_data | 0.374 | 0.456 | 0.596 | 0.687 | 0.778 | 0.499 | 100.0% | 10 | | glance_v2.download_image | 0.185 | 0.256 | 0.602 | 0.674 | 0.747 | 0.334 | 100.0% | 10 | | total | 3.009 | 3.579 | 3.783 | 3.816 | 3.849 | 3.477 | 100.0% | 10 | | -> duration | 3.009 | 3.579 | 3.783 | 3.816 | 3.849 | 3.477 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 10.327635 Full duration: 28.431979 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_get_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task dc24e6d9-2b88-41bc-923a-2b2c145539dc has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.677 | 3.029 | 3.474 | 3.517 | 3.559 | 3.093 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.076 | 0.137 | 0.514 | 0.519 | 0.523 | 0.236 | 100.0% | 10 | | -> glance_v2.upload_data | 0.404 | 0.479 | 0.515 | 0.531 | 0.547 | 0.465 | 100.0% | 10 | | glance_v2.get_image | 0.028 | 0.041 | 0.057 | 0.065 | 0.072 | 0.042 | 100.0% | 10 | | total | 2.708 | 3.064 | 3.516 | 3.56 | 3.604 | 3.135 | 100.0% | 10 | | -> duration | 2.708 | 3.064 | 3.516 | 3.56 | 3.604 | 3.135 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 9.754322 Full duration: 19.955966 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_update_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task dc24e6d9-2b88-41bc-923a-2b2c145539dc has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.679 | 2.978 | 3.523 | 3.618 | 3.712 | 3.046 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.061 | 0.114 | 0.465 | 0.505 | 0.546 | 0.214 | 100.0% | 10 | | -> glance_v2.upload_data | 0.401 | 0.429 | 0.588 | 0.645 | 0.702 | 0.473 | 100.0% | 10 | | glance_v2.update_image | 0.15 | 0.272 | 0.543 | 0.566 | 0.59 | 0.346 | 100.0% | 10 | | total | 2.832 | 3.461 | 3.737 | 3.865 | 3.993 | 3.393 | 100.0% | 10 | | -> duration | 2.832 | 3.461 | 3.737 | 3.865 | 3.993 | 3.393 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 10.377999 Full duration: 21.979609 HINTS: * To plot HTML graphics with this data, run: rally task report dc24e6d9-2b88-41bc-923a-2b2c145539dc --out output.html * To generate a JUnit report, run: rally task export dc24e6d9-2b88-41bc-923a-2b2c145539dc --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report dc24e6d9-2b88-41bc-923a-2b2c145539dc --json --out output.json 2020-06-17 13:46:26,312 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'dc24e6d9-2b88-41bc-923a-2b2c145539dc', '--out', '/home/opnfv/functest/results/rally_full/glance.json'] 2020-06-17 13:46:30,612 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid dc24e6d9-2b88-41bc-923a-2b2c145539dc --out /home/opnfv/functest/results/rally_full/glance.json 2020-06-17 13:46:30,630 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "glance" OK. 2020-06-17 13:46:30,631 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-cinder.yaml 2020-06-17 13:46:30,631 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 13:46:30,653 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-17 13:46:30,654 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "cinder" ... 2020-06-17 13:46:30,654 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'cinder', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['cinder'], 'image_name': 'rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_name': 'rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_alt_name': 'rally_full-flavor_alt_9ee1ce30-3238-4b48-80ba-d32610949aac', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '9dec2899-d7d9-4d0b-a30f-6d003d77e842'}"] 2020-06-17 14:01:53,967 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag cinder --uuids-only: 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 2020-06-17 14:01:53,968 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 2020-06-17 14:01:53,968 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '70e0e75a-c006-48ed-a4f3-2b86b41ccf72'] 2020-06-17 14:01:55,736 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72: finished -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_attach_volume args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "size": 1, "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 13.347 | 20.039 | 26.333 | 26.896 | 27.459 | 20.569 | 100.0% | 10 | | cinder_v3.create_volume | 2.529 | 2.591 | 2.731 | 2.759 | 2.787 | 2.631 | 100.0% | 10 | | nova.attach_volume | 2.783 | 2.876 | 3.248 | 3.331 | 3.413 | 2.96 | 100.0% | 10 | | nova.detach_volume | 0.821 | 2.653 | 3.062 | 3.13 | 3.197 | 2.566 | 100.0% | 10 | | cinder_v3.delete_volume | 2.189 | 2.208 | 2.241 | 2.242 | 2.243 | 2.213 | 100.0% | 10 | | nova.delete_server | 2.528 | 3.533 | 5.701 | 6.027 | 6.353 | 3.974 | 100.0% | 10 | | total | 29.272 | 34.356 | 40.218 | 40.234 | 40.249 | 34.914 | 100.0% | 10 | | -> duration | 28.272 | 33.356 | 39.218 | 39.234 | 39.249 | 33.914 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 102.325681 Full duration: 114.55001 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_list_snapshots args position 0 args values: { "args": { "detailed": true, "force": false }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } }, "volumes": { "size": 1, "volumes_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_snapshot | 2.42 | 2.511 | 2.995 | 3.006 | 3.016 | 2.594 | 100.0% | 10 | | cinder_v3.list_snapshots | 0.034 | 0.04 | 0.049 | 0.049 | 0.049 | 0.041 | 100.0% | 10 | | total | 2.454 | 2.56 | 3.033 | 3.044 | 3.055 | 2.636 | 100.0% | 10 | | -> duration | 2.454 | 2.56 | 3.033 | 3.044 | 3.055 | 2.636 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 7.610157 Full duration: 34.921083 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_list_volume args position 0 args values: { "args": { "detailed": true, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 4.848 | 5.087 | 6.004 | 6.024 | 6.045 | 5.254 | 100.0% | 10 | | cinder_v3.list_volumes | 0.097 | 0.111 | 0.168 | 0.182 | 0.195 | 0.121 | 100.0% | 10 | | total | 4.965 | 5.193 | 6.172 | 6.206 | 6.24 | 5.375 | 100.0% | 10 | | -> duration | 4.965 | 5.193 | 6.172 | 6.206 | 6.24 | 5.375 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 15.913589 Full duration: 30.920376 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_list_volume args position 1 args values: { "args": { "detailed": true, "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.642 | 2.808 | 3.69 | 3.702 | 3.715 | 2.964 | 100.0% | 10 | | cinder_v3.list_volumes | 0.093 | 0.107 | 0.126 | 0.14 | 0.155 | 0.109 | 100.0% | 10 | | total | 2.748 | 2.918 | 3.799 | 3.81 | 3.822 | 3.073 | 100.0% | 10 | | -> duration | 2.748 | 2.918 | 3.799 | 3.81 | 3.822 | 3.073 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.861779 Full duration: 21.715267 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_upload_volume_to_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "raw", "do_delete": true, "force": false, "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.601 | 2.751 | 3.171 | 3.214 | 3.256 | 2.806 | 100.0% | 10 | | cinder_v3.upload_volume_to_image | 10.751 | 18.98 | 19.058 | 19.061 | 19.064 | 17.098 | 100.0% | 10 | | cinder_v3.delete_volume | 2.193 | 2.216 | 2.255 | 2.265 | 2.274 | 2.219 | 100.0% | 10 | | glance_v2.delete_image | 0.355 | 0.369 | 0.43 | 0.448 | 0.465 | 0.39 | 100.0% | 10 | | total | 15.95 | 24.218 | 24.862 | 24.916 | 24.971 | 22.514 | 100.0% | 10 | | -> duration | 15.95 | 24.218 | 24.862 | 24.916 | 24.971 | 22.514 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 63.716014 Full duration: 77.835259 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_nested_snapshots_and_attach_volume args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "nested_level": 1, "size": { "max": 1, "min": 1 }, "create_vm_params": { "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 11.597 | 17.712 | 21.932 | 22.933 | 23.934 | 17.551 | 100.0% | 10 | | cinder_v3.create_volume | 2.498 | 2.54 | 2.714 | 2.784 | 2.854 | 2.603 | 100.0% | 10 | | cinder_v3.create_snapshot | 2.292 | 2.331 | 2.367 | 2.369 | 2.371 | 2.335 | 100.0% | 10 | | nova.attach_volume | 2.778 | 2.821 | 3.014 | 3.147 | 3.279 | 2.885 | 100.0% | 10 | | nova.detach_volume | 2.592 | 2.672 | 2.761 | 2.773 | 2.784 | 2.678 | 100.0% | 10 | | cinder_v3.delete_snapshot | 2.137 | 2.158 | 2.187 | 2.213 | 2.238 | 2.166 | 100.0% | 10 | | cinder_v3.delete_volume | 2.186 | 2.211 | 2.279 | 2.31 | 2.341 | 2.229 | 100.0% | 10 | | nova.delete_server | 2.624 | 4.674 | 5.391 | 6.225 | 7.059 | 4.386 | 100.0% | 10 | | total | 30.966 | 36.262 | 41.422 | 41.504 | 41.586 | 36.834 | 100.0% | 10 | | -> duration | 29.966 | 35.262 | 40.422 | 40.504 | 40.586 | 35.834 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 108.037963 Full duration: 120.758861 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_snapshot_and_attach_volume args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "size": { "min": 1, "max": 1 }, "create_vm_params": { "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.604 | 2.801 | 3.476 | 3.89 | 4.304 | 2.963 | 100.0% | 10 | | cinder_v3.create_snapshot | 2.304 | 2.32 | 2.344 | 2.351 | 2.358 | 2.323 | 100.0% | 10 | | nova.boot_server | 11.122 | 13.559 | 17.713 | 19.07 | 20.426 | 14.559 | 100.0% | 10 | | nova.attach_volume | 2.755 | 2.842 | 2.945 | 2.957 | 2.969 | 2.845 | 100.0% | 10 | | nova.detach_volume | 2.585 | 2.676 | 2.719 | 2.734 | 2.749 | 2.668 | 100.0% | 10 | | cinder_v3.delete_snapshot | 2.15 | 2.158 | 2.184 | 2.198 | 2.212 | 2.164 | 100.0% | 10 | | cinder_v3.delete_volume | 2.2 | 2.208 | 2.223 | 2.223 | 2.224 | 2.21 | 100.0% | 10 | | nova.delete_server | 2.486 | 4.655 | 5.034 | 5.063 | 5.093 | 4.373 | 100.0% | 10 | | total | 30.996 | 33.237 | 38.038 | 38.121 | 38.203 | 34.107 | 100.0% | 10 | | -> duration | 29.996 | 32.237 | 37.038 | 37.121 | 37.203 | 33.107 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 99.250991 Full duration: 114.057444 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_volume args position 0 args values: { "args": { "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.639 | 2.96 | 3.624 | 3.65 | 3.676 | 3.053 | 100.0% | 10 | | total | 2.64 | 2.96 | 3.624 | 3.65 | 3.676 | 3.053 | 100.0% | 10 | | -> duration | 2.64 | 2.96 | 3.624 | 3.65 | 3.676 | 3.053 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.801609 Full duration: 19.86333 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_volume args position 1 args values: { "args": { "size": { "min": 1, "max": 1 } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.649 | 2.758 | 3.783 | 3.816 | 3.848 | 3.021 | 100.0% | 10 | | total | 2.649 | 2.758 | 3.783 | 3.816 | 3.848 | 3.021 | 100.0% | 10 | | -> duration | 2.649 | 2.758 | 3.783 | 3.816 | 3.848 | 3.021 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.601343 Full duration: 23.447889 -------------------------------------------------------------------------------- test scenario CinderVolumes.list_volumes args position 0 args values: { "args": { "detailed": true }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } }, "volumes": { "size": 1, "volumes_per_tenant": 4 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.list_volumes | 0.271 | 0.338 | 0.508 | 0.513 | 0.518 | 0.356 | 100.0% | 10 | | total | 0.271 | 0.338 | 0.508 | 0.513 | 0.518 | 0.357 | 100.0% | 10 | | -> duration | 0.271 | 0.338 | 0.508 | 0.513 | 0.518 | 0.357 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.022907 Full duration: 46.138968 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_snapshot args position 0 args values: { "args": { "force": false }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } }, "volumes": { "size": 1, "volumes_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_snapshot | 2.426 | 2.551 | 2.74 | 2.766 | 2.793 | 2.565 | 100.0% | 10 | | cinder_v3.delete_snapshot | 2.137 | 2.167 | 2.414 | 2.421 | 2.429 | 2.228 | 100.0% | 10 | | total | 4.683 | 4.698 | 5.167 | 5.186 | 5.206 | 4.793 | 100.0% | 10 | | -> duration | 4.683 | 4.698 | 5.167 | 5.186 | 5.206 | 4.793 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 14.119819 Full duration: 35.192528 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 0 args values: { "args": { "size": { "max": 1, "min": 1 } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.633 | 2.841 | 3.312 | 3.329 | 3.346 | 2.882 | 100.0% | 10 | | cinder_v3.delete_volume | 2.186 | 2.204 | 2.454 | 2.462 | 2.469 | 2.253 | 100.0% | 10 | | total | 4.836 | 5.039 | 5.767 | 5.791 | 5.814 | 5.136 | 100.0% | 10 | | -> duration | 4.836 | 5.039 | 5.767 | 5.791 | 5.814 | 5.136 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 15.059656 Full duration: 24.212232 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 1 args values: { "args": { "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 4.85 | 5.072 | 7.009 | 7.091 | 7.173 | 5.591 | 100.0% | 10 | | cinder_v3.delete_volume | 2.18 | 2.198 | 2.226 | 2.227 | 2.229 | 2.203 | 100.0% | 10 | | total | 7.076 | 7.262 | 9.227 | 9.315 | 9.402 | 7.794 | 100.0% | 10 | | -> duration | 7.076 | 7.262 | 9.227 | 9.315 | 9.402 | 7.794 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 22.331958 Full duration: 37.191708 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 2 args values: { "args": { "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.638 | 2.723 | 3.405 | 3.514 | 3.624 | 2.892 | 100.0% | 10 | | cinder_v3.delete_volume | 2.168 | 2.204 | 2.227 | 2.283 | 2.338 | 2.211 | 100.0% | 10 | | total | 4.819 | 4.925 | 5.73 | 5.785 | 5.839 | 5.103 | 100.0% | 10 | | -> duration | 4.819 | 4.925 | 5.73 | 5.785 | 5.839 | 5.103 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 14.936867 Full duration: 30.121474 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_extend_volume args position 0 args values: { "args": { "new_size": 2, "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.645 | 2.783 | 5.568 | 5.58 | 5.592 | 3.606 | 100.0% | 10 | | cinder_v3.extend_volume | 0.47 | 2.395 | 2.41 | 2.425 | 2.44 | 2.206 | 100.0% | 10 | | cinder_v3.delete_volume | 2.19 | 2.207 | 2.236 | 2.246 | 2.256 | 2.214 | 100.0% | 10 | | total | 7.265 | 7.386 | 9.075 | 9.628 | 10.182 | 8.027 | 100.0% | 10 | | -> duration | 7.265 | 7.386 | 9.075 | 9.628 | 10.182 | 8.027 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 23.617335 Full duration: 35.930205 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_from_volume_and_delete_volume args position 0 args values: { "args": { "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } }, "volumes": { "size": 1, "volumes_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.68 | 4.819 | 5.601 | 6.698 | 7.795 | 4.376 | 100.0% | 10 | | cinder_v3.delete_volume | 2.185 | 3.362 | 4.307 | 4.308 | 4.309 | 3.267 | 100.0% | 10 | | total | 4.883 | 7.085 | 9.595 | 10.849 | 12.102 | 7.643 | 100.0% | 10 | | -> duration | 4.883 | 7.085 | 9.595 | 10.849 | 12.102 | 7.643 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 21.277044 Full duration: 41.414597 -------------------------------------------------------------------------------- test scenario CinderQos.create_and_get_qos args position 0 args values: { "args": { "consumer": "both", "write_iops_sec": "10", "read_iops_sec": "1000" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_qos | 0.155 | 0.259 | 0.344 | 0.345 | 0.346 | 0.248 | 100.0% | 10 | | cinder_v3.get_qos | 0.023 | 0.039 | 0.116 | 0.119 | 0.121 | 0.066 | 100.0% | 10 | | total | 0.182 | 0.316 | 0.388 | 0.39 | 0.393 | 0.314 | 100.0% | 10 | | -> duration | 0.182 | 0.316 | 0.388 | 0.39 | 0.393 | 0.314 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.918896 Full duration: 9.03889 -------------------------------------------------------------------------------- test scenario CinderQos.create_and_list_qos args position 0 args values: { "args": { "consumer": "both", "write_iops_sec": "10", "read_iops_sec": "1000" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_qos | 0.169 | 0.256 | 0.332 | 0.333 | 0.334 | 0.259 | 100.0% | 10 | | cinder_v3.list_qos | 0.046 | 0.12 | 0.154 | 0.156 | 0.158 | 0.112 | 100.0% | 10 | | total | 0.215 | 0.394 | 0.449 | 0.453 | 0.457 | 0.371 | 100.0% | 10 | | -> duration | 0.215 | 0.394 | 0.449 | 0.453 | 0.457 | 0.371 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.063131 Full duration: 9.319167 -------------------------------------------------------------------------------- test scenario CinderQos.create_and_set_qos args position 0 args values: { "args": { "consumer": "back-end", "write_iops_sec": "10", "read_iops_sec": "1000", "set_consumer": "both", "set_write_iops_sec": "11", "set_read_iops_sec": "1001" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_qos | 0.164 | 0.205 | 0.288 | 0.29 | 0.293 | 0.221 | 100.0% | 10 | | cinder_v3.set_qos | 0.06 | 0.09 | 0.14 | 0.142 | 0.143 | 0.102 | 100.0% | 10 | | total | 0.235 | 0.329 | 0.374 | 0.376 | 0.379 | 0.323 | 100.0% | 10 | | -> duration | 0.235 | 0.329 | 0.374 | 0.376 | 0.379 | 0.323 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.949004 Full duration: 9.095158 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_and_get_volume_type args position 0 args values: { "args": { "description": "rally tests creating types" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume_type | 0.191 | 0.242 | 0.32 | 0.322 | 0.325 | 0.253 | 100.0% | 10 | | cinder_v3.get_volume_type | 0.025 | 0.051 | 0.124 | 0.124 | 0.125 | 0.072 | 100.0% | 10 | | total | 0.215 | 0.353 | 0.365 | 0.365 | 0.366 | 0.324 | 100.0% | 10 | | -> duration | 0.215 | 0.353 | 0.365 | 0.365 | 0.366 | 0.324 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.956908 Full duration: 9.853003 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_and_list_volume_types args position 0 args values: { "args": { "description": "rally tests creating types" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume_type | 0.189 | 0.28 | 0.36 | 0.376 | 0.392 | 0.281 | 100.0% | 10 | | cinder_v3.list_types | 0.042 | 0.071 | 0.156 | 0.162 | 0.167 | 0.096 | 100.0% | 10 | | total | 0.238 | 0.414 | 0.451 | 0.451 | 0.451 | 0.378 | 100.0% | 10 | | -> duration | 0.238 | 0.414 | 0.451 | 0.451 | 0.451 | 0.378 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.090272 Full duration: 10.620198 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_and_update_volume_type args position 0 args values: { "args": { "description": "test", "update_description": "test update" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume_type | 0.169 | 0.255 | 0.361 | 0.363 | 0.365 | 0.266 | 100.0% | 10 | | cinder_v2.update_volume_type | 0.047 | 0.083 | 0.151 | 0.153 | 0.154 | 0.101 | 100.0% | 10 | | total | 0.219 | 0.396 | 0.445 | 0.445 | 0.446 | 0.368 | 100.0% | 10 | | -> duration | 0.219 | 0.396 | 0.445 | 0.445 | 0.446 | 0.368 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.039934 Full duration: 9.459845 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_volume_type_and_encryption_type args position 0 args values: { "args": { "description": "rally tests creating types", "provider": "LuksEncryptor", "cipher": "aes-xts-plain64", "key_size": 512, "control_location": "front-end" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume_type | 0.196 | 0.238 | 0.32 | 0.322 | 0.324 | 0.248 | 100.0% | 10 | | cinder_v3.create_encryption_type | 0.14 | 0.25 | 0.28 | 0.29 | 0.301 | 0.236 | 100.0% | 10 | | total | 0.379 | 0.484 | 0.579 | 0.59 | 0.601 | 0.484 | 100.0% | 10 | | -> duration | 0.379 | 0.484 | 0.579 | 0.59 | 0.601 | 0.484 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.3866 Full duration: 9.984165 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_volume_type_add_and_list_type_access args position 0 args values: { "args": { "description": "rally tests creating types" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume_type | 0.184 | 0.238 | 0.329 | 0.341 | 0.352 | 0.244 | 100.0% | 10 | | cinder_v2.add_type_access | 0.028 | 0.082 | 0.13 | 0.132 | 0.134 | 0.086 | 100.0% | 10 | | cinder_v2.list_type_access | 0.024 | 0.037 | 0.049 | 0.051 | 0.053 | 0.037 | 100.0% | 10 | | total | 0.246 | 0.374 | 0.449 | 0.466 | 0.483 | 0.367 | 100.0% | 10 | | -> duration | 0.246 | 0.374 | 0.449 | 0.466 | 0.483 | 0.367 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.057574 Full duration: 9.635663 HINTS: * To plot HTML graphics with this data, run: rally task report 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 --out output.html * To generate a JUnit report, run: rally task export 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 --json --out output.json 2020-06-17 14:01:55,738 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '70e0e75a-c006-48ed-a4f3-2b86b41ccf72', '--out', '/home/opnfv/functest/results/rally_full/cinder.json'] 2020-06-17 14:01:59,772 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 70e0e75a-c006-48ed-a4f3-2b86b41ccf72 --out /home/opnfv/functest/results/rally_full/cinder.json 2020-06-17 14:01:59,856 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "cinder" OK. 2020-06-17 14:01:59,857 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-gnocchi.yaml 2020-06-17 14:01:59,857 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 14:01:59,875 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-17 14:01:59,876 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "gnocchi" ... 2020-06-17 14:01:59,877 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'gnocchi', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['gnocchi'], 'image_name': 'rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_name': 'rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_alt_name': 'rally_full-flavor_alt_9ee1ce30-3238-4b48-80ba-d32610949aac', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '9dec2899-d7d9-4d0b-a30f-6d003d77e842'}"] 2020-06-17 14:04:30,829 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag gnocchi --uuids-only: df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 2020-06-17 14:04:30,830 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 2020-06-17 14:04:30,830 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'df3ce5a1-bde9-4583-8b64-592cbcbbbfa4'] 2020-06-17 14:04:32,686 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4: finished -------------------------------------------------------------------------------- test scenario Gnocchi.list_capabilities args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.list_capabilities | 0.113 | 0.289 | 0.411 | 0.424 | 0.437 | 0.286 | 100.0% | 10 | | total | 0.113 | 0.29 | 0.411 | 0.424 | 0.437 | 0.287 | 100.0% | 10 | | -> duration | 0.113 | 0.29 | 0.411 | 0.424 | 0.437 | 0.287 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.774896 Full duration: 5.739891 -------------------------------------------------------------------------------- test scenario Gnocchi.get_status args position 0 args values: { "args": { "detailed": false }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.get_status | 0.158 | 0.207 | 0.252 | 0.259 | 0.266 | 0.209 | 100.0% | 10 | | total | 0.158 | 0.207 | 0.252 | 0.259 | 0.266 | 0.209 | 100.0% | 10 | | -> duration | 0.158 | 0.207 | 0.252 | 0.259 | 0.266 | 0.209 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.590447 Full duration: 5.483017 -------------------------------------------------------------------------------- test scenario GnocchiArchivePolicyRule.list_archive_policy_rule args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.list_archive_policy_rule | 0.304 | 0.494 | 0.634 | 0.677 | 0.719 | 0.49 | 100.0% | 10 | | total | 0.304 | 0.494 | 0.634 | 0.677 | 0.719 | 0.49 | 100.0% | 10 | | -> duration | 0.304 | 0.494 | 0.634 | 0.677 | 0.719 | 0.49 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.350228 Full duration: 6.227547 -------------------------------------------------------------------------------- test scenario GnocchiArchivePolicyRule.create_archive_policy_rule args position 0 args values: { "args": { "metric_pattern": "cpu_*", "archive_policy_name": "low" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_archive_policy_rule | 0.115 | 0.179 | 0.254 | 0.266 | 0.278 | 0.191 | 100.0% | 10 | | total | 0.115 | 0.18 | 0.254 | 0.266 | 0.278 | 0.191 | 100.0% | 10 | | -> duration | 0.115 | 0.18 | 0.254 | 0.266 | 0.278 | 0.191 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.547922 Full duration: 7.575985 -------------------------------------------------------------------------------- test scenario GnocchiArchivePolicyRule.create_delete_archive_policy_rule args position 0 args values: { "args": { "metric_pattern": "cpu_*", "archive_policy_name": "low" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_archive_policy_rule | 0.134 | 0.202 | 0.235 | 0.242 | 0.249 | 0.196 | 100.0% | 10 | | gnocchi.delete_archive_policy_rule | 0.024 | 0.046 | 0.074 | 0.076 | 0.078 | 0.052 | 100.0% | 10 | | total | 0.158 | 0.267 | 0.287 | 0.289 | 0.29 | 0.249 | 100.0% | 10 | | -> duration | 0.158 | 0.267 | 0.287 | 0.289 | 0.29 | 0.249 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.745502 Full duration: 6.874785 -------------------------------------------------------------------------------- test scenario GnocchiArchivePolicy.list_archive_policy args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.list_archive_policy | 0.131 | 0.256 | 0.387 | 0.391 | 0.395 | 0.258 | 100.0% | 10 | | total | 0.131 | 0.256 | 0.387 | 0.391 | 0.395 | 0.258 | 100.0% | 10 | | -> duration | 0.131 | 0.256 | 0.387 | 0.391 | 0.395 | 0.258 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.721574 Full duration: 5.90385 -------------------------------------------------------------------------------- test scenario GnocchiArchivePolicy.create_archive_policy args position 0 args values: { "args": { "definition": [ { "granularity": "0:00:01", "timespan": "1:00:00" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_archive_policy | 0.191 | 0.233 | 0.281 | 0.282 | 0.284 | 0.237 | 100.0% | 10 | | total | 0.192 | 0.233 | 0.281 | 0.283 | 0.284 | 0.237 | 100.0% | 10 | | -> duration | 0.192 | 0.233 | 0.281 | 0.283 | 0.284 | 0.237 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.675565 Full duration: 8.240435 -------------------------------------------------------------------------------- test scenario GnocchiArchivePolicy.create_delete_archive_policy args position 0 args values: { "args": { "definition": [ { "granularity": "0:00:01", "timespan": "1:00:00" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_archive_policy | 0.142 | 0.226 | 0.367 | 0.396 | 0.425 | 0.249 | 100.0% | 10 | | gnocchi.delete_archive_policy | 0.02 | 0.049 | 0.09 | 0.092 | 0.093 | 0.055 | 100.0% | 10 | | total | 0.164 | 0.273 | 0.456 | 0.465 | 0.474 | 0.305 | 100.0% | 10 | | -> duration | 0.164 | 0.273 | 0.456 | 0.465 | 0.474 | 0.305 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.914993 Full duration: 6.163109 -------------------------------------------------------------------------------- test scenario GnocchiResourceType.list_resource_type args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.list_resource_type | 0.112 | 0.234 | 0.312 | 0.324 | 0.336 | 0.233 | 100.0% | 10 | | total | 0.112 | 0.234 | 0.312 | 0.324 | 0.336 | 0.233 | 100.0% | 10 | | -> duration | 0.112 | 0.234 | 0.312 | 0.324 | 0.336 | 0.233 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.646164 Full duration: 5.501442 -------------------------------------------------------------------------------- test scenario GnocchiResourceType.create_resource_type args position 0 args values: { "args": { "attributes": { "foo": { "required": false, "type": "string" }, "bar": { "required": true, "type": "number" } } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_resource_type | 1.027 | 1.13 | 1.531 | 1.54 | 1.549 | 1.191 | 100.0% | 10 | | total | 1.027 | 1.13 | 1.531 | 1.54 | 1.55 | 1.191 | 100.0% | 10 | | -> duration | 1.027 | 1.13 | 1.531 | 1.54 | 1.55 | 1.191 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.348431 Full duration: 11.536945 -------------------------------------------------------------------------------- test scenario GnocchiResourceType.create_delete_resource_type args position 0 args values: { "args": { "attributes": { "foo": { "required": false, "type": "string" }, "bar": { "required": true, "type": "number" } } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_resource_type | 0.951 | 1.024 | 1.717 | 1.751 | 1.785 | 1.266 | 100.0% | 10 | | gnocchi.delete_resource_type | 0.174 | 0.411 | 0.99 | 1.016 | 1.041 | 0.594 | 100.0% | 10 | | total | 1.199 | 1.983 | 2.126 | 2.162 | 2.198 | 1.861 | 100.0% | 10 | | -> duration | 1.199 | 1.983 | 2.126 | 2.162 | 2.198 | 1.861 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.222464 Full duration: 10.549063 -------------------------------------------------------------------------------- test scenario GnocchiMetric.list_metric args position 0 args values: { "args": { "limit": 10000 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.list_metric | 0.143 | 0.222 | 0.419 | 0.439 | 0.46 | 0.275 | 100.0% | 10 | | total | 0.143 | 0.222 | 0.419 | 0.44 | 0.46 | 0.275 | 100.0% | 10 | | -> duration | 0.143 | 0.222 | 0.419 | 0.44 | 0.46 | 0.275 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.800874 Full duration: 5.502813 -------------------------------------------------------------------------------- test scenario GnocchiMetric.create_metric args position 0 args values: { "args": { "archive_policy_name": "low" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_metric | 0.153 | 0.291 | 0.392 | 0.402 | 0.412 | 0.29 | 100.0% | 10 | | total | 0.153 | 0.291 | 0.392 | 0.402 | 0.412 | 0.291 | 100.0% | 10 | | -> duration | 0.153 | 0.291 | 0.392 | 0.402 | 0.412 | 0.291 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.824422 Full duration: 6.603801 -------------------------------------------------------------------------------- test scenario GnocchiMetric.create_delete_metric args position 0 args values: { "args": { "archive_policy_name": "low" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_metric | 0.233 | 0.422 | 0.471 | 0.491 | 0.511 | 0.378 | 100.0% | 10 | | gnocchi.delete_metric | 0.03 | 0.039 | 0.05 | 0.064 | 0.077 | 0.042 | 100.0% | 10 | | total | 0.265 | 0.479 | 0.514 | 0.536 | 0.558 | 0.42 | 100.0% | 10 | | -> duration | 0.265 | 0.479 | 0.514 | 0.536 | 0.558 | 0.42 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.131739 Full duration: 7.119547 -------------------------------------------------------------------------------- test scenario GnocchiResource.create_resource args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_resource | 0.196 | 0.398 | 0.482 | 0.488 | 0.493 | 0.38 | 100.0% | 10 | | total | 0.196 | 0.398 | 0.482 | 0.488 | 0.493 | 0.381 | 100.0% | 10 | | -> duration | 0.196 | 0.398 | 0.482 | 0.488 | 0.493 | 0.381 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.041976 Full duration: 13.24252 -------------------------------------------------------------------------------- test scenario GnocchiResource.create_delete_resource args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_resource | 0.175 | 0.271 | 0.516 | 0.523 | 0.53 | 0.333 | 100.0% | 10 | | gnocchi.delete_resource | 0.034 | 0.063 | 0.111 | 0.111 | 0.111 | 0.075 | 100.0% | 10 | | total | 0.209 | 0.339 | 0.576 | 0.586 | 0.597 | 0.408 | 100.0% | 10 | | -> duration | 0.209 | 0.339 | 0.576 | 0.586 | 0.597 | 0.408 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.161559 Full duration: 10.872575 HINTS: * To plot HTML graphics with this data, run: rally task report df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 --out output.html * To generate a JUnit report, run: rally task export df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 --json --out output.json 2020-06-17 14:04:32,687 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'df3ce5a1-bde9-4583-8b64-592cbcbbbfa4', '--out', '/home/opnfv/functest/results/rally_full/gnocchi.json'] 2020-06-17 14:04:37,224 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid df3ce5a1-bde9-4583-8b64-592cbcbbbfa4 --out /home/opnfv/functest/results/rally_full/gnocchi.json 2020-06-17 14:04:37,241 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "gnocchi" OK. 2020-06-17 14:04:37,241 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-heat.yaml 2020-06-17 14:04:37,241 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 14:04:37,259 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-17 14:04:37,260 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "heat" ... 2020-06-17 14:04:37,260 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'heat', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['heat'], 'image_name': 'rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_name': 'rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_alt_name': 'rally_full-flavor_alt_9ee1ce30-3238-4b48-80ba-d32610949aac', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '9dec2899-d7d9-4d0b-a30f-6d003d77e842'}"] 2020-06-17 14:14:01,198 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag heat --uuids-only: 70ae7748-395b-4e79-a785-2063d597e7e2 2020-06-17 14:14:01,198 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 70ae7748-395b-4e79-a785-2063d597e7e2 2020-06-17 14:14:01,198 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '70ae7748-395b-4e79-a785-2063d597e7e2'] 2020-06-17 14:14:02,619 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 70ae7748-395b-4e79-a785-2063d597e7e2 -------------------------------------------------------------------------------- Task 70ae7748-395b-4e79-a785-2063d597e7e2: finished -------------------------------------------------------------------------------- test scenario HeatStacks.create_and_delete_stack args position 0 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/default.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70ae7748-395b-4e79-a785-2063d597e7e2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 3.329 | 3.51 | 3.653 | 3.774 | 3.894 | 3.524 | 100.0% | 10 | | heat.delete_stack | 0.13 | 0.161 | 0.395 | 0.424 | 0.452 | 0.241 | 100.0% | 10 | | total | 3.496 | 3.757 | 4.001 | 4.014 | 4.027 | 3.765 | 100.0% | 10 | | -> duration | 1.496 | 1.757 | 2.001 | 2.014 | 2.027 | 1.765 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 9.258516 Full duration: 22.313247 -------------------------------------------------------------------------------- test scenario HeatStacks.create_and_delete_stack args position 1 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/server_with_ports.yaml.template", "parameters": { "public_net": "public", "image": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac", "flavor": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70ae7748-395b-4e79-a785-2063d597e7e2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 17.165 | 19.865 | 23.279 | 23.425 | 23.57 | 20.123 | 100.0% | 10 | | heat.delete_stack | 7.851 | 10.591 | 12.057 | 12.539 | 13.022 | 10.465 | 100.0% | 10 | | total | 26.423 | 30.693 | 35.13 | 35.163 | 35.197 | 30.588 | 100.0% | 10 | | -> duration | 24.423 | 28.693 | 33.13 | 33.163 | 33.197 | 28.588 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 88.026618 Full duration: 100.138609 -------------------------------------------------------------------------------- test scenario HeatStacks.create_and_delete_stack args position 2 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/server_with_volume.yaml.template", "parameters": { "image": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac", "flavor": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac", "network_id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70ae7748-395b-4e79-a785-2063d597e7e2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 13.026 | 19.137 | 21.403 | 23.338 | 25.273 | 18.707 | 100.0% | 10 | | heat.delete_stack | 6.555 | 6.593 | 7.641 | 7.662 | 7.684 | 6.934 | 100.0% | 10 | | total | 20.71 | 26.254 | 28.931 | 30.379 | 31.828 | 25.641 | 100.0% | 10 | | -> duration | 18.71 | 24.254 | 26.931 | 28.379 | 29.828 | 23.641 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 74.344854 Full duration: 87.012052 -------------------------------------------------------------------------------- test scenario HeatStacks.create_and_list_stack args position 0 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/default.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70ae7748-395b-4e79-a785-2063d597e7e2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.777 | 3.106 | 3.305 | 3.308 | 3.312 | 3.084 | 100.0% | 10 | | heat.list_stacks | 0.04 | 0.05 | 0.054 | 0.055 | 0.056 | 0.049 | 100.0% | 10 | | total | 2.827 | 3.156 | 3.356 | 3.358 | 3.36 | 3.133 | 100.0% | 10 | | -> duration | 0.827 | 1.156 | 1.356 | 1.358 | 1.36 | 1.133 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 7.180809 Full duration: 20.643128 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 0 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template", "updated_template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/updated_random_strings_add.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70ae7748-395b-4e79-a785-2063d597e7e2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.815 | 3.599 | 4.092 | 4.155 | 4.218 | 3.495 | 100.0% | 10 | | heat.update_stack | 3.263 | 3.295 | 3.308 | 3.333 | 3.357 | 3.294 | 100.0% | 10 | | heat.delete_stack | 2.261 | 2.313 | 3.38 | 3.385 | 3.389 | 2.517 | 100.0% | 10 | | total | 8.416 | 9.519 | 9.723 | 9.735 | 9.748 | 9.306 | 100.0% | 10 | | -> duration | 4.416 | 5.519 | 5.723 | 5.735 | 5.748 | 5.306 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 23.571981 Full duration: 40.560216 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 1 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template", "updated_template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/updated_random_strings_delete.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70ae7748-395b-4e79-a785-2063d597e7e2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 3.044 | 3.795 | 4.012 | 4.038 | 4.065 | 3.63 | 100.0% | 10 | | heat.update_stack | 2.179 | 2.196 | 2.222 | 2.223 | 2.224 | 2.201 | 100.0% | 10 | | heat.delete_stack | 1.213 | 1.22 | 1.246 | 1.249 | 1.252 | 1.228 | 100.0% | 10 | | total | 6.453 | 7.223 | 7.446 | 7.484 | 7.523 | 7.058 | 100.0% | 10 | | -> duration | 2.453 | 3.223 | 3.446 | 3.484 | 3.523 | 3.058 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 17.307186 Full duration: 32.031286 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 2 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/resource_group.yaml.template", "updated_template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/updated_resource_group_increase.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70ae7748-395b-4e79-a785-2063d597e7e2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 3.829 | 4.773 | 5.135 | 5.237 | 5.34 | 4.645 | 100.0% | 10 | | heat.update_stack | 4.339 | 4.367 | 4.395 | 4.398 | 4.401 | 4.367 | 100.0% | 10 | | heat.delete_stack | 3.335 | 3.356 | 3.377 | 3.38 | 3.382 | 3.356 | 100.0% | 10 | | total | 11.599 | 12.497 | 12.838 | 12.951 | 13.064 | 12.369 | 100.0% | 10 | | -> duration | 7.599 | 8.497 | 8.838 | 8.951 | 9.064 | 8.369 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 32.920278 Full duration: 48.624288 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 3 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/autoscaling_policy.yaml.template", "updated_template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/updated_autoscaling_policy_inplace.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70ae7748-395b-4e79-a785-2063d597e7e2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.794 | 3.012 | 3.55 | 3.77 | 3.991 | 3.154 | 100.0% | 10 | | heat.update_stack | 2.18 | 2.197 | 2.216 | 2.225 | 2.234 | 2.199 | 100.0% | 10 | | heat.delete_stack | 2.25 | 2.287 | 2.298 | 2.299 | 2.301 | 2.284 | 100.0% | 10 | | total | 7.257 | 7.525 | 8.053 | 8.256 | 8.46 | 7.637 | 100.0% | 10 | | -> duration | 3.257 | 3.525 | 4.053 | 4.256 | 4.46 | 3.637 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 18.66028 Full duration: 31.504495 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 4 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/resource_group.yaml.template", "updated_template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/updated_resource_group_reduce.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70ae7748-395b-4e79-a785-2063d597e7e2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 3.882 | 4.054 | 4.251 | 4.324 | 4.396 | 4.081 | 100.0% | 10 | | heat.update_stack | 3.263 | 3.284 | 3.304 | 3.317 | 3.33 | 3.286 | 100.0% | 10 | | heat.delete_stack | 2.263 | 2.283 | 2.318 | 2.318 | 2.319 | 2.29 | 100.0% | 10 | | total | 9.444 | 9.607 | 9.863 | 9.949 | 10.036 | 9.657 | 100.0% | 10 | | -> duration | 5.444 | 5.607 | 5.863 | 5.949 | 6.036 | 5.657 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 24.791263 Full duration: 36.405566 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 5 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template", "updated_template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/updated_random_strings_replace.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70ae7748-395b-4e79-a785-2063d597e7e2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.67 | 3.091 | 3.234 | 3.237 | 3.24 | 3.036 | 100.0% | 10 | | heat.update_stack | 2.185 | 2.205 | 2.229 | 2.24 | 2.25 | 2.209 | 100.0% | 10 | | heat.delete_stack | 2.257 | 2.282 | 2.308 | 2.312 | 2.316 | 2.283 | 100.0% | 10 | | total | 7.112 | 7.604 | 7.732 | 7.738 | 7.744 | 7.528 | 100.0% | 10 | | -> duration | 3.112 | 3.604 | 3.732 | 3.738 | 3.744 | 3.528 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 18.315118 Full duration: 32.350736 -------------------------------------------------------------------------------- test scenario HeatStacks.create_check_delete_stack args position 0 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70ae7748-395b-4e79-a785-2063d597e7e2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.788 | 2.963 | 3.169 | 3.253 | 3.337 | 2.986 | 100.0% | 10 | | heat.check_stack | 0.174 | 0.225 | 1.308 | 1.314 | 1.319 | 0.642 | 100.0% | 10 | | heat.delete_stack | 1.22 | 2.284 | 2.302 | 2.303 | 2.303 | 2.075 | 100.0% | 10 | | total | 4.497 | 5.435 | 6.625 | 6.689 | 6.753 | 5.703 | 100.0% | 10 | | -> duration | 2.497 | 3.435 | 4.625 | 4.689 | 4.753 | 3.703 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 15.28442 Full duration: 26.835978 -------------------------------------------------------------------------------- test scenario HeatStacks.create_suspend_resume_delete_stack args position 0 args values: { "args": { "template_path": "/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70ae7748-395b-4e79-a785-2063d597e7e2 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.874 | 3.091 | 3.172 | 3.18 | 3.189 | 3.079 | 100.0% | 10 | | heat.suspend_stack | 1.25 | 1.299 | 1.323 | 1.325 | 1.327 | 1.294 | 100.0% | 10 | | heat.resume_stack | 1.261 | 1.31 | 1.332 | 1.333 | 1.335 | 1.301 | 100.0% | 10 | | heat.delete_stack | 2.265 | 2.299 | 2.336 | 2.337 | 2.338 | 2.302 | 100.0% | 10 | | total | 7.744 | 7.976 | 8.117 | 8.121 | 8.125 | 7.976 | 100.0% | 10 | | -> duration | 5.744 | 5.976 | 6.117 | 6.121 | 6.125 | 5.976 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 21.896134 Full duration: 33.746664 -------------------------------------------------------------------------------- test scenario HeatStacks.list_stacks_and_resources args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 70ae7748-395b-4e79-a785-2063d597e7e2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.list_stacks | 0.164 | 0.317 | 0.515 | 0.557 | 0.598 | 0.349 | 100.0% | 10 | | total | 0.164 | 0.317 | 0.515 | 0.557 | 0.598 | 0.349 | 100.0% | 10 | | -> duration | 0.164 | 0.317 | 0.515 | 0.557 | 0.598 | 0.349 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.978185 Full duration: 9.026895 HINTS: * To plot HTML graphics with this data, run: rally task report 70ae7748-395b-4e79-a785-2063d597e7e2 --out output.html * To generate a JUnit report, run: rally task export 70ae7748-395b-4e79-a785-2063d597e7e2 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 70ae7748-395b-4e79-a785-2063d597e7e2 --json --out output.json 2020-06-17 14:14:02,620 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '70ae7748-395b-4e79-a785-2063d597e7e2', '--out', '/home/opnfv/functest/results/rally_full/heat.json'] 2020-06-17 14:14:06,928 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 70ae7748-395b-4e79-a785-2063d597e7e2 --out /home/opnfv/functest/results/rally_full/heat.json 2020-06-17 14:14:06,946 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "heat" OK. 2020-06-17 14:14:06,946 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/opnfv-keystone.yaml 2020-06-17 14:14:06,947 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 14:14:06,965 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-17 14:14:06,966 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "keystone" ... 2020-06-17 14:14:06,966 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'keystone', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['keystone'], 'image_name': 'rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_name': 'rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_alt_name': 'rally_full-flavor_alt_9ee1ce30-3238-4b48-80ba-d32610949aac', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '9dec2899-d7d9-4d0b-a30f-6d003d77e842'}"] 2020-06-17 14:17:07,637 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag keystone --uuids-only: 4236f85d-fe6e-48e2-aad5-6dd1918e3afc 2020-06-17 14:17:07,666 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 4236f85d-fe6e-48e2-aad5-6dd1918e3afc 2020-06-17 14:17:07,666 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '4236f85d-fe6e-48e2-aad5-6dd1918e3afc'] 2020-06-17 14:17:09,771 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 4236f85d-fe6e-48e2-aad5-6dd1918e3afc -------------------------------------------------------------------------------- Task 4236f85d-fe6e-48e2-aad5-6dd1918e3afc: finished -------------------------------------------------------------------------------- test scenario KeystoneBasic.add_and_remove_user_role args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 4236f85d-fe6e-48e2-aad5-6dd1918e3afc has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.103 | 0.164 | 0.438 | 0.443 | 0.448 | 0.226 | 100.0% | 10 | | keystone_v3.add_role | 0.085 | 0.154 | 0.205 | 0.229 | 0.253 | 0.152 | 100.0% | 10 | | keystone_v3.revoke_role | 0.135 | 0.199 | 0.29 | 0.308 | 0.326 | 0.214 | 100.0% | 10 | | total | 0.381 | 0.589 | 0.786 | 0.805 | 0.825 | 0.592 | 100.0% | 10 | | -> duration | 0.381 | 0.589 | 0.786 | 0.805 | 0.825 | 0.592 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.948851 Full duration: 13.367307 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_add_and_list_user_roles args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 4236f85d-fe6e-48e2-aad5-6dd1918e3afc has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.057 | 0.112 | 0.252 | 0.261 | 0.269 | 0.144 | 100.0% | 10 | | keystone_v3.add_role | 0.049 | 0.065 | 0.109 | 0.109 | 0.109 | 0.074 | 100.0% | 10 | | keystone_v3.list_roles | 0.089 | 0.102 | 0.17 | 0.17 | 0.171 | 0.114 | 100.0% | 10 | | total | 0.202 | 0.348 | 0.415 | 0.429 | 0.444 | 0.332 | 100.0% | 10 | | -> duration | 0.202 | 0.348 | 0.415 | 0.429 | 0.444 | 0.332 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.854204 Full duration: 11.692368 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_list_tenants args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 4236f85d-fe6e-48e2-aad5-6dd1918e3afc has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.192 | 0.296 | 0.37 | 0.402 | 0.433 | 0.299 | 100.0% | 10 | | keystone_v3.list_projects | 0.087 | 0.151 | 0.222 | 0.24 | 0.259 | 0.161 | 100.0% | 10 | | total | 0.317 | 0.491 | 0.547 | 0.552 | 0.558 | 0.462 | 100.0% | 10 | | -> duration | 0.317 | 0.491 | 0.547 | 0.552 | 0.558 | 0.462 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.284408 Full duration: 12.082723 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_delete_role args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 4236f85d-fe6e-48e2-aad5-6dd1918e3afc has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.089 | 0.111 | 0.139 | 0.168 | 0.196 | 0.118 | 100.0% | 10 | | keystone_v3.delete_role | 0.075 | 0.149 | 0.204 | 0.225 | 0.245 | 0.146 | 100.0% | 10 | | total | 0.165 | 0.256 | 0.369 | 0.383 | 0.396 | 0.264 | 100.0% | 10 | | -> duration | 0.165 | 0.256 | 0.369 | 0.383 | 0.396 | 0.264 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.969875 Full duration: 10.353774 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_delete_service args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 4236f85d-fe6e-48e2-aad5-6dd1918e3afc has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_service | 0.077 | 0.103 | 0.195 | 0.201 | 0.206 | 0.127 | 100.0% | 10 | | keystone_v3.delete_service | 0.066 | 0.083 | 0.109 | 0.123 | 0.136 | 0.089 | 100.0% | 10 | | total | 0.151 | 0.191 | 0.277 | 0.289 | 0.3 | 0.216 | 100.0% | 10 | | -> duration | 0.151 | 0.191 | 0.277 | 0.289 | 0.3 | 0.216 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.507399 Full duration: 9.066678 -------------------------------------------------------------------------------- test scenario KeystoneBasic.get_entities args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 4236f85d-fe6e-48e2-aad5-6dd1918e3afc has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.197 | 0.267 | 0.397 | 0.405 | 0.412 | 0.288 | 100.0% | 10 | | keystone_v3.create_user | 0.386 | 0.558 | 0.577 | 0.583 | 0.588 | 0.532 | 100.0% | 10 | | -> keystone_v3.list_roles | 0.062 | 0.092 | 0.17 | 0.175 | 0.179 | 0.102 | 100.0% | 10 | | -> keystone_v3.add_role | 0.068 | 0.099 | 0.13 | 0.143 | 0.155 | 0.103 | 100.0% | 10 | | keystone_v3.create_role | 0.055 | 0.072 | 0.125 | 0.125 | 0.125 | 0.086 | 100.0% | 10 | | keystone_v3.get_project | 0.047 | 0.056 | 0.112 | 0.113 | 0.115 | 0.07 | 100.0% | 10 | | keystone_v3.get_user | 0.036 | 0.058 | 0.085 | 0.098 | 0.11 | 0.062 | 100.0% | 10 | | keystone_v3.get_role | 0.035 | 0.051 | 0.063 | 0.064 | 0.066 | 0.051 | 100.0% | 10 | | keystone_v3.list_services | 0.036 | 0.06 | 0.064 | 0.066 | 0.068 | 0.056 | 100.0% | 10 | | keystone_v3.get_services | 0.032 | 0.046 | 0.058 | 0.062 | 0.065 | 0.047 | 100.0% | 10 | | total | 0.95 | 1.4 | 1.439 | 1.45 | 1.46 | 1.321 | 100.0% | 10 | | -> duration | 0.95 | 1.4 | 1.439 | 1.45 | 1.46 | 1.321 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.498544 Full duration: 19.263661 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_update_and_delete_tenant args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 4236f85d-fe6e-48e2-aad5-6dd1918e3afc has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.245 | 0.299 | 0.596 | 0.61 | 0.625 | 0.378 | 100.0% | 10 | | keystone_v3.update_project | 0.113 | 0.158 | 0.274 | 0.354 | 0.434 | 0.186 | 100.0% | 10 | | keystone_v3.delete_project | 0.115 | 0.2 | 0.23 | 0.259 | 0.288 | 0.191 | 100.0% | 10 | | total | 0.529 | 0.617 | 1.01 | 1.074 | 1.139 | 0.756 | 100.0% | 10 | | -> duration | 0.529 | 0.617 | 1.01 | 1.074 | 1.139 | 0.756 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.610143 Full duration: 11.667399 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_user args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": {}, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 4236f85d-fe6e-48e2-aad5-6dd1918e3afc has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_user | 0.167 | 0.234 | 0.289 | 0.304 | 0.32 | 0.237 | 100.0% | 10 | | total | 0.222 | 0.311 | 0.369 | 0.384 | 0.4 | 0.31 | 100.0% | 10 | | -> duration | 0.222 | 0.311 | 0.369 | 0.384 | 0.4 | 0.31 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.511505 Full duration: 8.453695 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_tenant args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": {}, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 4236f85d-fe6e-48e2-aad5-6dd1918e3afc has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.233 | 0.301 | 0.47 | 0.471 | 0.471 | 0.325 | 100.0% | 10 | | total | 0.233 | 0.301 | 0.47 | 0.471 | 0.471 | 0.325 | 100.0% | 10 | | -> duration | 0.233 | 0.301 | 0.47 | 0.471 | 0.471 | 0.325 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.748336 Full duration: 8.869144 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_list_users args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": {}, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 4236f85d-fe6e-48e2-aad5-6dd1918e3afc has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_user | 0.191 | 0.299 | 0.346 | 0.383 | 0.42 | 0.292 | 100.0% | 10 | | keystone_v3.list_users | 0.111 | 0.151 | 0.217 | 0.28 | 0.342 | 0.17 | 100.0% | 10 | | total | 0.361 | 0.57 | 0.705 | 0.744 | 0.784 | 0.56 | 100.0% | 10 | | -> duration | 0.361 | 0.57 | 0.705 | 0.744 | 0.784 | 0.56 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.354335 Full duration: 10.046832 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_tenant_with_users args position 0 args values: { "args": { "users_per_tenant": 10 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": {}, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 4236f85d-fe6e-48e2-aad5-6dd1918e3afc has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.203 | 0.325 | 0.417 | 0.424 | 0.431 | 0.33 | 100.0% | 10 | | keystone_v3.create_users | 3.401 | 5.747 | 6.478 | 6.501 | 6.525 | 5.514 | 100.0% | 10 | | -> keystone_v3.create_user (x10) | 3.401 | 5.747 | 6.477 | 6.501 | 6.524 | 5.513 | 100.0% | 10 | | --> keystone_v3.list_roles (x10) | 0.481 | 0.757 | 1.157 | 1.289 | 1.421 | 0.839 | 100.0% | 10 | | --> keystone_v3.add_role (x10) | 0.651 | 1.217 | 1.606 | 1.707 | 1.809 | 1.184 | 100.0% | 10 | | total | 4.181 | 6.879 | 7.437 | 7.44 | 7.443 | 6.535 | 100.0% | 10 | | -> duration | 4.181 | 6.879 | 7.437 | 7.44 | 7.443 | 6.535 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 19.223599 Full duration: 42.507532 HINTS: * To plot HTML graphics with this data, run: rally task report 4236f85d-fe6e-48e2-aad5-6dd1918e3afc --out output.html * To generate a JUnit report, run: rally task export 4236f85d-fe6e-48e2-aad5-6dd1918e3afc --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 4236f85d-fe6e-48e2-aad5-6dd1918e3afc --json --out output.json 2020-06-17 14:17:09,771 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '4236f85d-fe6e-48e2-aad5-6dd1918e3afc', '--out', '/home/opnfv/functest/results/rally_full/keystone.json'] 2020-06-17 14:17:17,151 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 4236f85d-fe6e-48e2-aad5-6dd1918e3afc --out /home/opnfv/functest/results/rally_full/keystone.json 2020-06-17 14:17:17,173 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "keystone" OK. 2020-06-17 14:17:17,174 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-neutron.yaml 2020-06-17 14:17:17,175 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 14:17:17,194 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-17 14:17:17,195 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "neutron" ... 2020-06-17 14:17:17,195 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'neutron', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['neutron'], 'image_name': 'rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_name': 'rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_alt_name': 'rally_full-flavor_alt_9ee1ce30-3238-4b48-80ba-d32610949aac', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '9dec2899-d7d9-4d0b-a30f-6d003d77e842'}"] 2020-06-17 14:28:00,269 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag neutron --uuids-only: 59941e78-47f7-4dcb-813e-9f53e36a8629 2020-06-17 14:28:00,270 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 59941e78-47f7-4dcb-813e-9f53e36a8629 2020-06-17 14:28:00,270 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '59941e78-47f7-4dcb-813e-9f53e36a8629'] 2020-06-17 14:28:01,906 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 59941e78-47f7-4dcb-813e-9f53e36a8629 -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629: finished -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_update_networks args position 0 args values: { "args": { "network_create_args": {}, "network_update_args": { "admin_state_up": false } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.298 | 0.766 | 1.479 | 1.729 | 1.978 | 0.882 | 100.0% | 10 | | neutron.update_network | 0.418 | 0.435 | 0.584 | 0.71 | 0.837 | 0.491 | 100.0% | 10 | | total | 0.718 | 1.26 | 1.916 | 2.197 | 2.478 | 1.373 | 100.0% | 10 | | -> duration | 0.718 | 1.26 | 1.916 | 2.197 | 2.478 | 1.373 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.853835 Full duration: 20.686259 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_update_ports args position 0 args values: { "args": { "network_create_args": {}, "port_create_args": {}, "port_update_args": { "admin_state_up": false, "device_id": "dummy_id", "device_owner": "dummy_owner" }, "ports_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "port": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port | 1.033 | 1.294 | 2.276 | 2.343 | 2.411 | 1.471 | 100.0% | 10 | | neutron.update_port | 0.54 | 0.959 | 1.601 | 1.643 | 1.684 | 0.988 | 100.0% | 10 | | total | 1.731 | 2.119 | 3.952 | 3.977 | 4.003 | 2.46 | 100.0% | 10 | | -> duration | 1.731 | 2.119 | 3.952 | 3.977 | 4.003 | 2.46 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.932783 Full duration: 32.450824 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_update_routers args position 0 args values: { "args": { "network_create_args": {}, "router_create_args": {}, "router_update_args": { "admin_state_up": false }, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1, "port": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.364 | 0.519 | 1.89 | 2.204 | 2.517 | 0.929 | 100.0% | 10 | | neutron.create_router | 0.065 | 0.09 | 0.142 | 0.209 | 0.276 | 0.11 | 100.0% | 10 | | neutron.create_subnet | 3.088 | 3.504 | 5.173 | 5.43 | 5.687 | 3.825 | 100.0% | 10 | | -> neutron.add_interface_router | 2.128 | 2.651 | 3.913 | 4.166 | 4.42 | 2.867 | 100.0% | 10 | | neutron.update_router | 0.576 | 0.692 | 1.131 | 1.366 | 1.601 | 0.866 | 100.0% | 10 | | total | 4.581 | 4.923 | 8.173 | 8.641 | 9.109 | 5.73 | 100.0% | 10 | | -> duration | 4.581 | 4.923 | 8.173 | 8.641 | 9.109 | 5.73 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 15.856903 Full duration: 51.244555 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_update_subnets args position 0 args values: { "args": { "network_create_args": {}, "subnet_cidr_start": "1.4.0.0/16", "subnet_create_args": {}, "subnet_update_args": { "enable_dhcp": false }, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.337 | 0.587 | 1.238 | 1.329 | 1.42 | 0.695 | 100.0% | 10 | | neutron.create_subnet | 0.662 | 0.92 | 1.595 | 1.609 | 1.624 | 1.092 | 100.0% | 10 | | neutron.update_subnet | 0.382 | 0.588 | 0.845 | 0.87 | 0.895 | 0.612 | 100.0% | 10 | | total | 1.558 | 2.379 | 3.571 | 3.594 | 3.617 | 2.4 | 100.0% | 10 | | -> duration | 1.558 | 2.379 | 3.571 | 3.594 | 3.617 | 2.4 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.559802 Full duration: 28.832155 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_networks args position 0 args values: { "args": { "network_create_args": {} }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.333 | 1.182 | 2.28 | 2.389 | 2.498 | 1.308 | 100.0% | 10 | | neutron.delete_network | 0.632 | 0.737 | 1.035 | 1.07 | 1.105 | 0.784 | 100.0% | 10 | | total | 0.984 | 2.067 | 3.321 | 3.341 | 3.36 | 2.093 | 100.0% | 10 | | -> duration | 0.984 | 2.067 | 3.321 | 3.341 | 3.36 | 2.093 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.127217 Full duration: 16.696934 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_ports args position 0 args values: { "args": { "network_create_args": {}, "port_create_args": {}, "ports_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "port": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port | 0.921 | 1.218 | 2.309 | 2.498 | 2.688 | 1.487 | 100.0% | 10 | | neutron.delete_port | 0.684 | 1.03 | 1.259 | 1.38 | 1.502 | 1.01 | 100.0% | 10 | | total | 1.62 | 2.165 | 3.521 | 3.621 | 3.721 | 2.497 | 100.0% | 10 | | -> duration | 1.62 | 2.165 | 3.521 | 3.621 | 3.721 | 2.497 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 7.191498 Full duration: 28.360031 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_routers args position 0 args values: { "args": { "network_create_args": {}, "router_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1, "port": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.393 | 0.729 | 2.656 | 3.523 | 4.389 | 1.25 | 100.0% | 10 | | neutron.create_router | 0.057 | 0.089 | 0.25 | 0.308 | 0.365 | 0.133 | 100.0% | 10 | | neutron.create_subnet | 3.164 | 4.421 | 8.522 | 8.692 | 8.862 | 5.149 | 100.0% | 10 | | -> neutron.add_interface_router | 2.456 | 3.394 | 6.409 | 6.416 | 6.423 | 3.976 | 100.0% | 10 | | neutron.remove_interface_router | 2.433 | 3.52 | 5.285 | 5.701 | 6.117 | 3.776 | 100.0% | 10 | | neutron.delete_router | 0.344 | 0.451 | 1.127 | 1.141 | 1.155 | 0.618 | 100.0% | 10 | | total | 6.87 | 9.552 | 17.077 | 17.695 | 18.313 | 10.926 | 100.0% | 10 | | -> duration | 6.87 | 9.552 | 17.077 | 17.695 | 18.313 | 10.926 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 31.685554 Full duration: 50.308835 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_subnets args position 0 args values: { "args": { "network_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.297 | 0.56 | 1.156 | 1.507 | 1.857 | 0.726 | 100.0% | 10 | | neutron.create_subnet | 0.613 | 0.706 | 1.139 | 1.143 | 1.146 | 0.834 | 100.0% | 10 | | neutron.delete_subnet | 0.427 | 0.517 | 0.792 | 0.873 | 0.954 | 0.591 | 100.0% | 10 | | total | 1.456 | 1.905 | 3.003 | 3.477 | 3.95 | 2.151 | 100.0% | 10 | | -> duration | 1.456 | 1.905 | 3.003 | 3.477 | 3.95 | 2.151 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.889107 Full duration: 22.00836 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_networks args position 0 args values: { "args": { "network_create_args": {} }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.295 | 0.918 | 1.855 | 1.881 | 1.907 | 0.97 | 100.0% | 10 | | neutron.list_networks | 0.136 | 0.151 | 0.211 | 0.214 | 0.216 | 0.161 | 100.0% | 10 | | total | 0.431 | 1.07 | 2.064 | 2.065 | 2.066 | 1.131 | 100.0% | 10 | | -> duration | 0.431 | 1.07 | 2.064 | 2.065 | 2.066 | 1.131 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.391713 Full duration: 20.423321 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_ports args position 0 args values: { "args": { "network_create_args": {}, "port_create_args": {}, "ports_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "port": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port | 0.937 | 1.169 | 2.098 | 2.116 | 2.134 | 1.406 | 100.0% | 10 | | neutron.list_ports | 0.076 | 0.083 | 0.1 | 0.148 | 0.196 | 0.094 | 100.0% | 10 | | total | 1.014 | 1.256 | 2.179 | 2.196 | 2.212 | 1.5 | 100.0% | 10 | | -> duration | 1.014 | 1.256 | 2.179 | 2.196 | 2.212 | 1.5 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.370836 Full duration: 29.78937 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_routers args position 0 args values: { "args": { "network_create_args": {}, "router_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.365 | 0.715 | 1.309 | 1.767 | 2.225 | 0.857 | 100.0% | 10 | | neutron.create_router | 0.063 | 0.094 | 0.231 | 0.257 | 0.283 | 0.122 | 100.0% | 10 | | neutron.create_subnet | 3.177 | 3.823 | 5.7 | 5.802 | 5.905 | 4.294 | 100.0% | 10 | | -> neutron.add_interface_router | 2.493 | 2.904 | 4.309 | 4.454 | 4.599 | 3.225 | 100.0% | 10 | | neutron.list_routers | 0.125 | 0.157 | 0.252 | 0.266 | 0.28 | 0.176 | 100.0% | 10 | | total | 3.95 | 5.166 | 6.979 | 7.312 | 7.646 | 5.449 | 100.0% | 10 | | -> duration | 3.95 | 5.166 | 6.979 | 7.312 | 7.646 | 5.449 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 16.443004 Full duration: 48.094617 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_subnets args position 0 args values: { "args": { "network_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.352 | 1.076 | 1.603 | 1.817 | 2.03 | 1.04 | 100.0% | 10 | | neutron.create_subnet | 0.675 | 0.993 | 1.283 | 1.461 | 1.638 | 0.993 | 100.0% | 10 | | neutron.list_subnets | 0.075 | 0.103 | 0.569 | 0.777 | 0.986 | 0.228 | 100.0% | 10 | | total | 1.133 | 2.296 | 3.354 | 3.37 | 3.387 | 2.262 | 100.0% | 10 | | -> duration | 1.133 | 2.296 | 3.354 | 3.37 | 3.387 | 2.262 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.97913 Full duration: 27.966186 -------------------------------------------------------------------------------- test scenario NeutronSecurityGroup.create_and_delete_security_groups args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "security_group": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_security_group | 0.244 | 0.521 | 0.615 | 0.753 | 0.891 | 0.509 | 100.0% | 10 | | neutron.delete_security_group | 0.129 | 0.184 | 0.528 | 0.536 | 0.544 | 0.266 | 100.0% | 10 | | total | 0.39 | 0.786 | 1.057 | 1.076 | 1.094 | 0.775 | 100.0% | 10 | | -> duration | 0.39 | 0.786 | 1.057 | 1.076 | 1.094 | 0.775 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.107964 Full duration: 12.06997 -------------------------------------------------------------------------------- test scenario NeutronSecurityGroup.create_and_delete_security_group_rule args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "security_group": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_security_group | 0.29 | 0.503 | 0.8 | 1.138 | 1.477 | 0.583 | 100.0% | 10 | | neutron.create_security_group_rule | 0.103 | 0.13 | 0.184 | 0.184 | 0.185 | 0.139 | 100.0% | 10 | | neutron.delete_security_group_rule | 0.069 | 0.074 | 0.5 | 0.506 | 0.512 | 0.16 | 100.0% | 10 | | neutron.delete_security_group | 0.103 | 0.163 | 0.187 | 0.191 | 0.195 | 0.15 | 100.0% | 10 | | total | 0.638 | 0.814 | 1.623 | 1.723 | 1.824 | 1.033 | 100.0% | 10 | | -> duration | 0.638 | 0.814 | 1.623 | 1.723 | 1.824 | 1.033 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.942617 Full duration: 13.162204 -------------------------------------------------------------------------------- test scenario NeutronSecurityGroup.create_and_list_security_group_rules args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "security_group": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_security_group | 0.289 | 0.625 | 1.303 | 1.313 | 1.323 | 0.698 | 100.0% | 10 | | neutron.create_security_group_rule | 0.104 | 0.163 | 0.543 | 0.56 | 0.577 | 0.233 | 100.0% | 10 | | neutron.list_security_group_rules | 0.047 | 0.073 | 0.11 | 0.115 | 0.12 | 0.078 | 100.0% | 10 | | total | 0.472 | 0.872 | 1.952 | 1.968 | 1.984 | 1.009 | 100.0% | 10 | | -> duration | 0.472 | 0.872 | 1.952 | 1.968 | 1.984 | 1.009 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.033633 Full duration: 15.116831 -------------------------------------------------------------------------------- test scenario NeutronSecurityGroup.create_and_show_security_group args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "security_group": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_security_group | 0.361 | 0.771 | 1.636 | 1.663 | 1.691 | 0.83 | 100.0% | 10 | | neutron.show_security_group | 0.036 | 0.054 | 0.078 | 0.082 | 0.086 | 0.058 | 100.0% | 10 | | total | 0.403 | 0.83 | 1.709 | 1.731 | 1.752 | 0.888 | 100.0% | 10 | | -> duration | 0.403 | 0.83 | 1.709 | 1.731 | 1.752 | 0.888 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.263067 Full duration: 14.292683 -------------------------------------------------------------------------------- test scenario NeutronNetworks.set_and_clear_router_gateway args position 0 args values: { "args": { "network_create_args": { "router:external": true } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "router": -1 } }, "roles": [ "admin" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.303 | 0.661 | 1.822 | 2.181 | 2.54 | 0.916 | 100.0% | 10 | | neutron.create_router | 0.057 | 0.072 | 0.158 | 0.198 | 0.238 | 0.095 | 100.0% | 10 | | neutron.add_gateway_router | 1.344 | 1.791 | 2.673 | 2.9 | 3.127 | 2.02 | 100.0% | 10 | | -> neutron.list_extension | 0.009 | 0.01 | 0.016 | 0.041 | 0.066 | 0.015 | 100.0% | 10 | | neutron.remove_gateway_router | 1.051 | 2.415 | 2.983 | 3.213 | 3.443 | 2.235 | 100.0% | 10 | | total | 3.14 | 4.898 | 7.372 | 7.404 | 7.435 | 5.267 | 100.0% | 10 | | -> duration | 3.14 | 4.898 | 7.372 | 7.404 | 7.435 | 5.267 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 14.878587 Full duration: 38.865303 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_show_ports args position 0 args values: { "args": { "ports_per_network": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port (x2) | 1.836 | 2.462 | 3.803 | 4.122 | 4.442 | 2.721 | 100.0% | 10 | | neutron.show_port (x2) | 0.133 | 0.164 | 0.195 | 0.264 | 0.332 | 0.176 | 100.0% | 10 | | total | 2.014 | 2.597 | 4.118 | 4.359 | 4.599 | 2.898 | 100.0% | 10 | | -> duration | 2.014 | 2.597 | 4.118 | 4.359 | 4.599 | 2.898 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 7.852941 Full duration: 33.187274 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_show_routers args position 0 args values: { "args": { "subnets_per_network": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.342 | 0.801 | 1.657 | 1.931 | 2.205 | 0.924 | 100.0% | 10 | | neutron.create_router (x2) | 0.119 | 0.161 | 0.28 | 0.289 | 0.297 | 0.18 | 100.0% | 10 | | neutron.create_subnet (x2) | 5.982 | 6.839 | 11.504 | 11.507 | 11.51 | 8.472 | 100.0% | 10 | | -> neutron.add_interface_router (x2) | 4.252 | 5.011 | 8.8 | 9.108 | 9.415 | 6.285 | 100.0% | 10 | | neutron.show_router (x2) | 0.23 | 0.275 | 0.512 | 0.601 | 0.689 | 0.343 | 100.0% | 10 | | total | 7.112 | 7.907 | 13.677 | 13.839 | 14.001 | 9.918 | 100.0% | 10 | | -> duration | 7.112 | 7.907 | 13.677 | 13.839 | 14.001 | 9.918 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 28.708714 Full duration: 72.498367 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_show_subnets args position 0 args values: { "args": { "subnets_per_network": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "subnet": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 59941e78-47f7-4dcb-813e-9f53e36a8629 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_subnet (x2) | 1.57 | 3.02 | 3.199 | 3.209 | 3.219 | 2.603 | 100.0% | 10 | | neutron.show_subnet (x2) | 0.108 | 0.147 | 0.647 | 0.65 | 0.654 | 0.245 | 100.0% | 10 | | total | 1.694 | 3.199 | 3.797 | 3.802 | 3.807 | 2.849 | 100.0% | 10 | | -> duration | 1.694 | 3.199 | 3.797 | 3.802 | 3.807 | 2.849 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 7.793855 Full duration: 33.070232 HINTS: * To plot HTML graphics with this data, run: rally task report 59941e78-47f7-4dcb-813e-9f53e36a8629 --out output.html * To generate a JUnit report, run: rally task export 59941e78-47f7-4dcb-813e-9f53e36a8629 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 59941e78-47f7-4dcb-813e-9f53e36a8629 --json --out output.json 2020-06-17 14:28:01,907 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '59941e78-47f7-4dcb-813e-9f53e36a8629', '--out', '/home/opnfv/functest/results/rally_full/neutron.json'] 2020-06-17 14:28:05,839 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 59941e78-47f7-4dcb-813e-9f53e36a8629 --out /home/opnfv/functest/results/rally_full/neutron.json 2020-06-17 14:28:05,871 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "neutron" OK. 2020-06-17 14:28:05,872 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-nova.yaml 2020-06-17 14:28:05,872 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 14:28:05,890 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-17 14:28:05,891 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "nova" ... 2020-06-17 14:28:05,891 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'nova', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['nova'], 'image_name': 'rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_name': 'rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_alt_name': 'rally_full-flavor_alt_9ee1ce30-3238-4b48-80ba-d32610949aac', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '9dec2899-d7d9-4d0b-a30f-6d003d77e842'}"] 2020-06-17 15:20:20,398 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag nova --uuids-only: f9608f02-14a6-435f-b674-7b4dea52f91b 2020-06-17 15:20:20,399 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : f9608f02-14a6-435f-b674-7b4dea52f91b 2020-06-17 15:20:20,400 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'f9608f02-14a6-435f-b674-7b4dea52f91b'] 2020-06-17 15:20:22,239 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid f9608f02-14a6-435f-b674-7b4dea52f91b -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b: finished -------------------------------------------------------------------------------- test scenario NovaKeypair.create_and_delete_keypair args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "key_pairs": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_keypair | 0.268 | 0.432 | 0.741 | 0.811 | 0.881 | 0.485 | 100.0% | 10 | | nova.delete_keypair | 0.027 | 0.124 | 0.234 | 0.253 | 0.272 | 0.13 | 100.0% | 10 | | total | 0.373 | 0.555 | 0.827 | 0.954 | 1.082 | 0.614 | 100.0% | 10 | | -> duration | 0.373 | 0.555 | 0.827 | 0.954 | 1.082 | 0.614 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.644511 Full duration: 9.406303 -------------------------------------------------------------------------------- test scenario NovaKeypair.create_and_list_keypairs args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "key_pairs": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_keypair | 0.21 | 0.473 | 0.738 | 0.741 | 0.743 | 0.507 | 100.0% | 10 | | nova.list_keypairs | 0.02 | 0.052 | 0.322 | 0.349 | 0.375 | 0.129 | 100.0% | 10 | | total | 0.231 | 0.711 | 0.769 | 0.769 | 0.77 | 0.636 | 100.0% | 10 | | -> duration | 0.231 | 0.711 | 0.769 | 0.769 | 0.77 | 0.636 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.767656 Full duration: 11.014193 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_bounce_server args position 0 args values: { "args": { "actions": [ { "hard_reboot": 1 }, { "soft_reboot": 1 }, { "stop_start": 1 }, { "rescue_unrescue": 1 } ], "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.012 | 13.396 | 16.22 | 16.313 | 16.405 | 13.457 | 100.0% | 10 | | nova.reboot_server | 4.569 | 6.834 | 7.294 | 7.468 | 7.642 | 6.33 | 100.0% | 10 | | nova.soft_reboot_server | 125.902 | 128.38 | 131.152 | 131.817 | 132.483 | 128.547 | 100.0% | 10 | | nova.stop_and_start_server | 7.445 | 8.302 | 9.976 | 10.258 | 10.54 | 8.71 | 100.0% | 10 | | -> nova.stop_server | 2.602 | 2.648 | 2.813 | 2.924 | 3.034 | 2.696 | 100.0% | 10 | | -> nova.start_server | 4.411 | 5.604 | 7.363 | 7.641 | 7.919 | 6.014 | 100.0% | 10 | | nova.rescue_and_unrescue_server | 11.468 | 13.809 | 16.667 | 17.488 | 18.308 | 14.263 | 100.0% | 10 | | -> nova.rescue_server | 6.833 | 9.059 | 9.44 | 10.468 | 11.495 | 8.462 | 100.0% | 10 | | -> nova.unrescue_server | 4.578 | 4.826 | 7.197 | 8.182 | 9.167 | 5.801 | 100.0% | 10 | | nova.delete_server | 2.488 | 3.747 | 4.783 | 4.943 | 5.103 | 3.681 | 100.0% | 10 | | total | 160.949 | 177.782 | 180.02 | 181.656 | 183.292 | 175.024 | 100.0% | 10 | | -> duration | 151.949 | 168.782 | 171.02 | 172.656 | 174.292 | 166.024 | 100.0% | 10 | | -> idle_duration | 9.0 | 9.0 | 9.0 | 9.0 | 9.0 | 9.0 | 100.0% | 10 | +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 507.529711 Full duration: 561.187984 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_delete_server args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.225 | 12.388 | 14.43 | 15.419 | 16.408 | 12.48 | 100.0% | 10 | | nova.delete_server | 2.534 | 2.804 | 3.297 | 3.97 | 4.643 | 2.963 | 100.0% | 10 | | total | 11.759 | 15.033 | 18.89 | 19.055 | 19.219 | 15.443 | 100.0% | 10 | | -> duration | 10.759 | 14.033 | 17.89 | 18.055 | 18.219 | 14.443 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 42.535491 Full duration: 88.555848 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_list_server args position 0 args values: { "args": { "detailed": true, "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.169 | 11.368 | 14.179 | 15.636 | 17.093 | 12.291 | 100.0% | 10 | | nova.list_servers | 0.325 | 0.351 | 0.417 | 0.527 | 0.636 | 0.378 | 100.0% | 10 | | total | 9.522 | 11.735 | 14.596 | 16.01 | 17.424 | 12.67 | 100.0% | 10 | | -> duration | 8.522 | 10.735 | 13.596 | 15.01 | 16.424 | 11.67 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 36.36965 Full duration: 88.800627 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_rebuild_server args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "from_image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "to_image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.662 | 13.28 | 15.484 | 15.983 | 16.481 | 12.723 | 100.0% | 10 | | nova.rebuild_server | 6.453 | 7.62 | 8.969 | 9.048 | 9.126 | 7.637 | 100.0% | 10 | | nova.delete_server | 2.52 | 3.695 | 4.754 | 4.836 | 4.918 | 3.671 | 100.0% | 10 | | total | 18.439 | 23.813 | 27.28 | 28.45 | 29.62 | 24.032 | 100.0% | 10 | | -> duration | 16.439 | 21.813 | 25.28 | 26.45 | 27.62 | 22.032 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 67.074014 Full duration: 110.391431 -------------------------------------------------------------------------------- test scenario NovaServers.snapshot_server args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server (x2) | 36.782 | 41.396 | 51.028 | 51.208 | 51.388 | 42.403 | 100.0% | 10 | | nova.snapshot_server | 13.915 | 17.265 | 22.741 | 25.628 | 28.515 | 18.684 | 100.0% | 10 | | -> glance_v2.get_image | 0.042 | 0.046 | 0.052 | 0.053 | 0.054 | 0.047 | 100.0% | 10 | | -> glance.wait_for_image | 12.543 | 14.562 | 20.678 | 22.679 | 24.68 | 16.013 | 100.0% | 10 | | --> glance_v2.get_image (x7) | 3.498 | 5.859 | 7.747 | 7.984 | 8.22 | 5.859 | 100.0% | 2 | | --> glance_v2.get_image (x6) | 2.717 | 3.909 | 7.065 | 7.83 | 8.596 | 4.552 | 100.0% | 5 | | --> glance_v2.get_image (x8) | 10.661 | 10.661 | 10.661 | 10.661 | 10.661 | 10.661 | 100.0% | 1 | | --> glance_v2.get_image (x5) | 4.532 | 5.433 | 6.154 | 6.244 | 6.334 | 5.433 | 100.0% | 2 | | -> nova.wait_for_server | 0.181 | 1.436 | 2.933 | 4.957 | 6.981 | 1.822 | 100.0% | 10 | | nova.delete_server (x2) | 5.183 | 14.908 | 19.019 | 20.035 | 21.05 | 13.742 | 100.0% | 10 | | nova.delete_image | 0.582 | 0.649 | 0.94 | 0.95 | 0.959 | 0.699 | 100.0% | 10 | | -> glance_v2.delete_image | 0.557 | 0.622 | 0.906 | 0.916 | 0.926 | 0.671 | 100.0% | 10 | | -> glance.wait_for_delete | 0.02 | 0.026 | 0.031 | 0.032 | 0.032 | 0.026 | 100.0% | 10 | | --> glance_v2.get_image | 0.02 | 0.025 | 0.031 | 0.031 | 0.032 | 0.026 | 0.0% | 10 | | total | 63.482 | 74.907 | 83.764 | 84.592 | 85.42 | 75.528 | 100.0% | 10 | | -> duration | 61.482 | 72.907 | 81.764 | 82.592 | 83.42 | 73.528 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 214.034188 Full duration: 259.852533 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_from_volume args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "volume_size": 1, "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 4.828 | 5.095 | 5.82 | 5.846 | 5.872 | 5.167 | 100.0% | 10 | | nova.boot_server | 9.394 | 11.813 | 16.014 | 16.351 | 16.688 | 12.685 | 100.0% | 10 | | total | 14.269 | 16.922 | 21.756 | 21.77 | 21.783 | 17.853 | 100.0% | 10 | | -> duration | 13.269 | 15.922 | 20.756 | 20.77 | 20.783 | 16.853 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 50.287891 Full duration: 75.440767 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.763 | 16.494 | 18.418 | 18.519 | 18.621 | 15.195 | 100.0% | 10 | | total | 9.763 | 16.494 | 18.418 | 18.52 | 18.621 | 15.195 | 100.0% | 10 | | -> duration | 8.763 | 15.494 | 17.418 | 17.52 | 17.621 | 14.195 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 41.058543 Full duration: 60.172593 -------------------------------------------------------------------------------- test scenario NovaServers.list_servers args position 0 args values: { "args": { "detailed": true }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "servers": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "servers_per_tenant": 2, "auto_assign_nic": true }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.list_servers | 0.546 | 0.747 | 0.919 | 0.962 | 1.004 | 0.756 | 100.0% | 10 | | total | 0.546 | 0.747 | 0.919 | 0.962 | 1.004 | 0.756 | 100.0% | 10 | | -> duration | 0.546 | 0.747 | 0.919 | 0.962 | 1.004 | 0.756 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.144966 Full duration: 95.930533 -------------------------------------------------------------------------------- test scenario NovaServers.resize_server args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "to_flavor": { "name": "rally_full-flavor_alt_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "confirm": true, "force_delete": false, "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.122 | 12.431 | 15.829 | 16.387 | 16.945 | 12.512 | 100.0% | 10 | | nova.resize | 16.165 | 16.607 | 16.987 | 17.059 | 17.131 | 16.603 | 100.0% | 10 | | nova.resize_confirm | 4.729 | 5.173 | 5.609 | 6.373 | 7.138 | 5.259 | 100.0% | 10 | | nova.delete_server | 2.413 | 3.848 | 5.112 | 5.272 | 5.431 | 3.82 | 100.0% | 10 | | total | 32.716 | 37.925 | 41.868 | 42.639 | 43.41 | 38.195 | 100.0% | 10 | | -> duration | 31.716 | 36.925 | 40.868 | 41.639 | 42.41 | 37.195 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 110.355367 Full duration: 118.281278 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_live_migrate_server args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "block_migration": false, "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.91 | 11.421 | 14.86 | 15.909 | 16.959 | 11.863 | 100.0% | 10 | | nova.live_migrate | 12.336 | 36.221 | 39.119 | 41.36 | 43.602 | 33.253 | 100.0% | 10 | | -> nova.list_hypervisors | 0.157 | 0.176 | 0.184 | 0.199 | 0.213 | 0.177 | 100.0% | 10 | | nova.delete_server | 2.425 | 2.458 | 2.759 | 3.687 | 4.616 | 2.683 | 100.0% | 10 | | total | 26.241 | 49.398 | 54.849 | 58.944 | 63.039 | 47.799 | 100.0% | 10 | | -> duration | 25.241 | 48.398 | 53.849 | 57.944 | 62.039 | 46.799 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 136.53121 Full duration: 145.437799 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_attach_created_volume_and_live_migrate args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "size": 1, "block_migration": false, "boot_server_kwargs": { "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.106 | 11.459 | 16.283 | 16.429 | 16.574 | 12.368 | 100.0% | 10 | | cinder_v3.create_volume | 2.481 | 2.61 | 2.656 | 2.668 | 2.679 | 2.587 | 100.0% | 10 | | nova.attach_volume | 2.744 | 2.855 | 2.904 | 2.907 | 2.911 | 2.85 | 100.0% | 10 | | nova.live_migrate | 14.583 | 33.405 | 40.107 | 46.428 | 52.75 | 33.415 | 100.0% | 10 | | -> nova.list_hypervisors | 0.159 | 0.179 | 0.263 | 0.333 | 0.403 | 0.21 | 100.0% | 10 | | nova.detach_volume | 2.598 | 2.638 | 2.664 | 2.702 | 2.74 | 2.642 | 100.0% | 10 | | cinder_v3.delete_volume | 2.182 | 2.204 | 2.217 | 2.221 | 2.225 | 2.203 | 100.0% | 10 | | nova.delete_server | 2.446 | 3.571 | 4.713 | 4.727 | 4.741 | 3.595 | 100.0% | 10 | | total | 38.468 | 57.652 | 69.438 | 76.906 | 84.375 | 59.66 | 100.0% | 10 | | -> duration | 37.468 | 56.652 | 68.438 | 75.906 | 83.375 | 58.66 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 166.893466 Full duration: 177.296082 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_from_volume_and_live_migrate args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "block_migration": false, "volume_size": 1, "force_delete": false, "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 4.814 | 4.979 | 5.881 | 6.301 | 6.721 | 5.224 | 100.0% | 10 | | nova.boot_server | 8.795 | 11.377 | 14.321 | 16.361 | 18.402 | 11.693 | 100.0% | 10 | | nova.live_migrate | 14.331 | 38.828 | 42.273 | 46.48 | 50.687 | 36.374 | 100.0% | 10 | | -> nova.list_hypervisors | 0.156 | 0.171 | 0.181 | 0.183 | 0.185 | 0.17 | 100.0% | 10 | | nova.delete_server | 2.38 | 2.442 | 3.11 | 3.852 | 4.594 | 2.705 | 100.0% | 10 | | total | 33.292 | 56.607 | 63.269 | 70.546 | 77.823 | 55.997 | 100.0% | 10 | | -> duration | 32.292 | 55.607 | 62.269 | 69.546 | 76.823 | 54.997 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 159.756985 Full duration: 173.264389 -------------------------------------------------------------------------------- test scenario NovaKeypair.boot_and_delete_server_with_keypair args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "boot_server_kwargs": { "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "key_pairs": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_keypair | 0.259 | 0.426 | 0.663 | 0.673 | 0.682 | 0.461 | 100.0% | 10 | | nova.boot_server | 10.885 | 11.323 | 18.206 | 18.487 | 18.768 | 13.361 | 100.0% | 10 | | nova.delete_server | 2.492 | 4.593 | 4.686 | 4.701 | 4.715 | 3.829 | 100.0% | 10 | | nova.delete_keypair | 0.028 | 0.036 | 0.084 | 0.146 | 0.208 | 0.055 | 100.0% | 10 | | total | 14.432 | 16.328 | 22.117 | 22.845 | 23.574 | 17.706 | 100.0% | 10 | | -> duration | 13.432 | 15.328 | 21.117 | 21.845 | 22.574 | 16.706 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 48.888369 Full duration: 91.402097 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_from_volume_and_delete args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "volume_size": 1, "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 }, "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 4.827 | 5.084 | 7.236 | 7.244 | 7.253 | 5.572 | 100.0% | 10 | | nova.boot_server | 9.214 | 10.98 | 13.901 | 14.796 | 15.69 | 11.487 | 100.0% | 10 | | nova.delete_server | 2.517 | 2.579 | 4.657 | 4.704 | 4.751 | 3.034 | 100.0% | 10 | | total | 16.605 | 19.06 | 23.617 | 24.559 | 25.502 | 20.094 | 100.0% | 10 | | -> duration | 15.605 | 18.06 | 22.617 | 23.559 | 24.502 | 19.094 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 56.579378 Full duration: 104.543746 -------------------------------------------------------------------------------- test scenario NovaServers.pause_and_unpause_server args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "force_delete": false, "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 10.822 | 12.425 | 23.364 | 24.311 | 25.258 | 15.706 | 100.0% | 10 | | nova.pause_server | 2.367 | 2.391 | 2.576 | 2.747 | 2.917 | 2.46 | 100.0% | 10 | | nova.unpause_server | 2.341 | 2.386 | 2.495 | 2.608 | 2.72 | 2.427 | 100.0% | 10 | | nova.delete_server | 2.504 | 2.713 | 4.584 | 4.638 | 4.691 | 3.231 | 100.0% | 10 | | total | 18.309 | 21.022 | 30.91 | 32.739 | 34.569 | 23.825 | 100.0% | 10 | | -> duration | 13.309 | 16.022 | 25.91 | 27.739 | 29.569 | 18.825 | 100.0% | 10 | | -> idle_duration | 5.0 | 5.0 | 5.0 | 5.0 | 5.0 | 5.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 63.836813 Full duration: 108.83905 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_migrate_server args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.831 | 13.521 | 15.759 | 16.143 | 16.526 | 13.044 | 100.0% | 10 | | nova.migrate | 12.16 | 14.932 | 15.18 | 15.183 | 15.185 | 14.444 | 100.0% | 10 | | -> nova.list_hypervisors | 0.156 | 0.171 | 0.208 | 0.238 | 0.269 | 0.185 | 100.0% | 10 | | nova.resize_confirm | 2.949 | 4.902 | 5.413 | 5.52 | 5.626 | 4.827 | 100.0% | 10 | | nova.delete_server | 2.461 | 3.737 | 5.004 | 5.222 | 5.44 | 3.746 | 100.0% | 10 | | total | 30.836 | 36.642 | 39.897 | 40.086 | 40.276 | 36.061 | 100.0% | 10 | | -> duration | 29.836 | 35.642 | 38.897 | 39.086 | 39.276 | 35.061 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 104.575023 Full duration: 112.647198 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_and_list_interfaces args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "auto_assign_nic": true }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.723 | 13.979 | 16.764 | 16.869 | 16.974 | 13.935 | 100.0% | 10 | | nova.list_interfaces | 0.138 | 0.167 | 0.203 | 0.22 | 0.237 | 0.174 | 100.0% | 10 | | total | 8.889 | 14.172 | 16.994 | 17.06 | 17.127 | 14.109 | 100.0% | 10 | | -> duration | 7.889 | 13.172 | 15.994 | 16.06 | 16.127 | 13.109 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 38.935498 Full duration: 90.703761 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_get_console_url args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "console_type": "novnc", "auto_assign_nic": true }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.666 | 12.693 | 19.951 | 20.059 | 20.166 | 13.853 | 100.0% | 10 | | nova.get_console_url_server | 0.104 | 0.117 | 0.211 | 0.259 | 0.307 | 0.144 | 100.0% | 10 | | total | 8.77 | 12.851 | 20.063 | 20.166 | 20.27 | 13.997 | 100.0% | 10 | | -> duration | 7.77 | 11.851 | 19.063 | 19.166 | 19.27 | 12.997 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 35.665641 Full duration: 87.683635 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_and_attach_interface args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "network_create_args": {}, "subnet_create_args": {}, "boot_server_args": { "auto_assign_nic": true } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_subnet | 0.881 | 1.312 | 1.522 | 1.532 | 1.542 | 1.236 | 100.0% | 10 | | nova.boot_server | 10.377 | 15.102 | 18.098 | 19.624 | 21.15 | 15.347 | 100.0% | 10 | | nova.attach_interface | 4.195 | 4.701 | 5.363 | 5.383 | 5.404 | 4.794 | 100.0% | 10 | | total | 15.879 | 20.562 | 25.022 | 26.446 | 27.869 | 21.378 | 100.0% | 10 | | -> duration | 14.879 | 19.562 | 24.022 | 25.446 | 26.869 | 20.378 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 61.591419 Full duration: 129.33651 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_attach_volume_and_list_attachments args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "volume_size": 1, "volume_num": 1, "create_volume_kwargs": {}, "boot_server_kwargs": { "auto_assign_nic": true } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {}, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.832 | 12.582 | 18.692 | 18.95 | 19.207 | 13.603 | 100.0% | 10 | | cinder_v3.create_volume | 2.449 | 2.559 | 2.661 | 2.664 | 2.668 | 2.574 | 100.0% | 10 | | nova.attach_volume | 2.769 | 2.838 | 2.942 | 2.961 | 2.981 | 2.856 | 100.0% | 10 | | nova.list_attachments | 0.068 | 0.077 | 0.086 | 0.096 | 0.106 | 0.079 | 100.0% | 10 | | total | 14.377 | 18.064 | 24.336 | 24.625 | 24.915 | 19.112 | 100.0% | 10 | | -> duration | 13.377 | 17.064 | 23.336 | 23.625 | 23.915 | 18.112 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 53.563824 Full duration: 110.741477 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_associate_and_dissociate_floating_ip args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "create_floating_ip_args": { "ext_network": "public" }, "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.607 | 11.146 | 16.439 | 16.505 | 16.57 | 12.356 | 100.0% | 10 | | neutron.create_floating_ip | 1.553 | 1.873 | 2.365 | 2.446 | 2.526 | 1.901 | 100.0% | 10 | | -> neutron.list_networks | 0.126 | 0.191 | 0.55 | 0.571 | 0.592 | 0.27 | 100.0% | 10 | | nova.associate_floating_ip | 3.047 | 3.724 | 4.733 | 5.055 | 5.377 | 3.966 | 100.0% | 10 | | -> neutron.associate_floating_ip | 1.375 | 1.752 | 2.138 | 2.184 | 2.229 | 1.808 | 100.0% | 10 | | --> neutron.list_ports | 0.06 | 0.07 | 0.079 | 0.089 | 0.099 | 0.071 | 100.0% | 10 | | --> neutron.list_floating_ips | 0.065 | 0.072 | 0.077 | 0.078 | 0.08 | 0.073 | 100.0% | 10 | | --> neutron.update_floating_ip | 1.242 | 1.611 | 1.986 | 2.022 | 2.058 | 1.664 | 100.0% | 10 | | nova.dissociate_floating_ip | 2.88 | 4.212 | 5.263 | 6.277 | 7.292 | 4.208 | 100.0% | 10 | | -> neutron.dissociate_floating_ip | 0.857 | 1.044 | 2.136 | 2.576 | 3.016 | 1.333 | 100.0% | 10 | | --> neutron.list_floating_ips | 0.079 | 0.115 | 0.205 | 0.374 | 0.544 | 0.154 | 100.0% | 10 | | --> neutron.update_floating_ip | 0.706 | 0.818 | 2.045 | 2.47 | 2.894 | 1.179 | 100.0% | 10 | | total | 19.17 | 22.266 | 26.587 | 26.635 | 26.682 | 22.441 | 100.0% | 10 | | -> duration | 18.17 | 21.266 | 25.587 | 25.635 | 25.682 | 21.441 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 64.633853 Full duration: 124.188476 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_associate_floating_ip args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "image": { "name": "rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac" }, "create_floating_ip_args": { "ext_network": "public" }, "nics": [ { "net-id": "9dec2899-d7d9-4d0b-a30f-6d003d77e842" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.452 | 13.684 | 16.852 | 17.679 | 18.506 | 13.843 | 100.0% | 10 | | neutron.create_floating_ip | 1.464 | 1.898 | 2.229 | 2.279 | 2.33 | 1.898 | 100.0% | 10 | | -> neutron.list_networks | 0.128 | 0.18 | 0.572 | 0.589 | 0.606 | 0.254 | 100.0% | 10 | | nova.associate_floating_ip | 3.344 | 3.734 | 4.283 | 4.48 | 4.677 | 3.846 | 100.0% | 10 | | -> neutron.associate_floating_ip | 1.523 | 1.73 | 1.924 | 2.176 | 2.428 | 1.795 | 100.0% | 10 | | --> neutron.list_ports | 0.055 | 0.077 | 0.147 | 0.303 | 0.46 | 0.115 | 100.0% | 10 | | --> neutron.list_floating_ips | 0.06 | 0.071 | 0.094 | 0.107 | 0.12 | 0.077 | 100.0% | 10 | | --> neutron.update_floating_ip | 1.108 | 1.592 | 1.8 | 2.029 | 2.258 | 1.602 | 100.0% | 10 | | total | 14.763 | 19.721 | 22.885 | 23.614 | 24.342 | 19.597 | 100.0% | 10 | | -> duration | 13.763 | 18.721 | 21.885 | 22.614 | 23.342 | 18.597 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 54.596312 Full duration: 114.530931 -------------------------------------------------------------------------------- test scenario NovaServerGroups.create_and_delete_server_group args position 0 args values: { "args": { "policies": [ "affinity" ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_server_group | 0.192 | 0.347 | 0.508 | 0.514 | 0.52 | 0.343 | 100.0% | 10 | | nova.delete_server_group | 0.042 | 0.062 | 0.158 | 0.169 | 0.179 | 0.096 | 100.0% | 10 | | total | 0.235 | 0.414 | 0.577 | 0.58 | 0.582 | 0.439 | 100.0% | 10 | | -> duration | 0.235 | 0.414 | 0.577 | 0.58 | 0.582 | 0.439 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.264741 Full duration: 8.073067 -------------------------------------------------------------------------------- test scenario NovaServerGroups.create_and_get_server_group args position 0 args values: { "args": { "policies": [ "affinity" ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_server_group | 0.188 | 0.282 | 0.436 | 0.464 | 0.492 | 0.296 | 100.0% | 10 | | nova.get_server_group | 0.025 | 0.04 | 0.109 | 0.123 | 0.137 | 0.057 | 100.0% | 10 | | total | 0.215 | 0.31 | 0.487 | 0.502 | 0.518 | 0.353 | 100.0% | 10 | | -> duration | 0.215 | 0.31 | 0.487 | 0.502 | 0.518 | 0.353 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.007921 Full duration: 9.954751 -------------------------------------------------------------------------------- test scenario NovaServerGroups.create_and_list_server_groups args position 0 args values: { "args": { "policies": [ "affinity" ], "all_projects": false }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f9608f02-14a6-435f-b674-7b4dea52f91b has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_server_group | 0.172 | 0.303 | 0.467 | 0.498 | 0.53 | 0.32 | 100.0% | 10 | | nova.list_server_groups | 0.023 | 0.052 | 0.135 | 0.138 | 0.141 | 0.071 | 100.0% | 10 | | total | 0.196 | 0.347 | 0.515 | 0.54 | 0.564 | 0.391 | 100.0% | 10 | | -> duration | 0.196 | 0.347 | 0.515 | 0.54 | 0.564 | 0.391 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.13869 Full duration: 10.185446 HINTS: * To plot HTML graphics with this data, run: rally task report f9608f02-14a6-435f-b674-7b4dea52f91b --out output.html * To generate a JUnit report, run: rally task export f9608f02-14a6-435f-b674-7b4dea52f91b --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report f9608f02-14a6-435f-b674-7b4dea52f91b --json --out output.json 2020-06-17 15:20:22,240 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'f9608f02-14a6-435f-b674-7b4dea52f91b', '--out', '/home/opnfv/functest/results/rally_full/nova.json'] 2020-06-17 15:20:26,810 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid f9608f02-14a6-435f-b674-7b4dea52f91b --out /home/opnfv/functest/results/rally_full/nova.json 2020-06-17 15:20:26,860 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "nova" OK. 2020-06-17 15:20:26,861 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/opnfv-quotas.yaml 2020-06-17 15:20:26,862 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 15:20:26,875 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-17 15:20:26,875 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "quotas" ... 2020-06-17 15:20:26,875 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'quotas', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['quotas'], 'image_name': 'rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_name': 'rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_alt_name': 'rally_full-flavor_alt_9ee1ce30-3238-4b48-80ba-d32610949aac', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '9dec2899-d7d9-4d0b-a30f-6d003d77e842'}"] 2020-06-17 15:21:09,843 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag quotas --uuids-only: 2180487f-759a-4eca-a2b1-0314e25fe5f0 2020-06-17 15:21:09,844 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 2180487f-759a-4eca-a2b1-0314e25fe5f0 2020-06-17 15:21:09,844 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '2180487f-759a-4eca-a2b1-0314e25fe5f0'] 2020-06-17 15:21:11,301 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 2180487f-759a-4eca-a2b1-0314e25fe5f0 -------------------------------------------------------------------------------- Task 2180487f-759a-4eca-a2b1-0314e25fe5f0: finished -------------------------------------------------------------------------------- test scenario Quotas.cinder_update_and_delete args position 0 args values: { "args": { "max_quota": 1024 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 2180487f-759a-4eca-a2b1-0314e25fe5f0 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.382 | 0.662 | 1.018 | 1.018 | 1.019 | 0.663 | 100.0% | 10 | | quotas.delete_quotas | 0.032 | 0.072 | 0.391 | 0.394 | 0.396 | 0.179 | 100.0% | 10 | | total | 0.426 | 0.835 | 1.083 | 1.085 | 1.088 | 0.842 | 100.0% | 10 | | -> duration | 0.426 | 0.835 | 1.083 | 1.085 | 1.088 | 0.842 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.323745 Full duration: 8.145906 -------------------------------------------------------------------------------- test scenario Quotas.cinder_update args position 0 args values: { "args": { "max_quota": 1024 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 2180487f-759a-4eca-a2b1-0314e25fe5f0 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.529 | 0.711 | 0.861 | 0.87 | 0.88 | 0.715 | 100.0% | 10 | | total | 0.529 | 0.711 | 0.861 | 0.87 | 0.88 | 0.715 | 100.0% | 10 | | -> duration | 0.529 | 0.711 | 0.861 | 0.87 | 0.88 | 0.715 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.065699 Full duration: 7.687905 -------------------------------------------------------------------------------- test scenario Quotas.neutron_update args position 0 args values: { "args": { "max_quota": 1024 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 2180487f-759a-4eca-a2b1-0314e25fe5f0 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.164 | 0.28 | 0.445 | 0.476 | 0.508 | 0.311 | 100.0% | 10 | | total | 0.216 | 0.365 | 0.527 | 0.569 | 0.61 | 0.385 | 100.0% | 10 | | -> duration | 0.216 | 0.365 | 0.527 | 0.569 | 0.61 | 0.385 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.055105 Full duration: 6.454622 -------------------------------------------------------------------------------- test scenario Quotas.nova_update args position 0 args values: { "args": { "max_quota": 1024 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 2180487f-759a-4eca-a2b1-0314e25fe5f0 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.58 | 0.794 | 0.918 | 0.926 | 0.934 | 0.771 | 100.0% | 10 | | total | 0.581 | 0.794 | 0.918 | 0.926 | 0.934 | 0.771 | 100.0% | 10 | | -> duration | 0.581 | 0.794 | 0.918 | 0.926 | 0.934 | 0.771 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.154649 Full duration: 7.909351 HINTS: * To plot HTML graphics with this data, run: rally task report 2180487f-759a-4eca-a2b1-0314e25fe5f0 --out output.html * To generate a JUnit report, run: rally task export 2180487f-759a-4eca-a2b1-0314e25fe5f0 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 2180487f-759a-4eca-a2b1-0314e25fe5f0 --json --out output.json 2020-06-17 15:21:11,302 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '2180487f-759a-4eca-a2b1-0314e25fe5f0', '--out', '/home/opnfv/functest/results/rally_full/quotas.json'] 2020-06-17 15:21:14,845 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 2180487f-759a-4eca-a2b1-0314e25fe5f0 --out /home/opnfv/functest/results/rally_full/quotas.json 2020-06-17 15:21:14,853 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "quotas" OK. 2020-06-17 15:21:14,853 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/opnfv-swift.yaml 2020-06-17 15:21:14,854 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 15:21:14,875 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-17 15:21:14,876 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "swift" ... 2020-06-17 15:21:14,876 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'swift', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['swift'], 'image_name': 'rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_name': 'rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_alt_name': 'rally_full-flavor_alt_9ee1ce30-3238-4b48-80ba-d32610949aac', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '9dec2899-d7d9-4d0b-a30f-6d003d77e842'}"] 2020-06-17 15:22:48,821 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag swift --uuids-only: f988565b-aa86-4700-8015-d59bdd36cc32 2020-06-17 15:22:48,822 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : f988565b-aa86-4700-8015-d59bdd36cc32 2020-06-17 15:22:48,822 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'f988565b-aa86-4700-8015-d59bdd36cc32'] 2020-06-17 15:22:50,310 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid f988565b-aa86-4700-8015-d59bdd36cc32 -------------------------------------------------------------------------------- Task f988565b-aa86-4700-8015-d59bdd36cc32: finished -------------------------------------------------------------------------------- test scenario SwiftObjects.create_container_and_object_then_list_objects args position 0 args values: { "args": { "objects_per_container": 2, "object_size": 5120 }, "runner": { "concurrency": 1, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "admin" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f988565b-aa86-4700-8015-d59bdd36cc32 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.create_container | 0.14 | 0.194 | 0.239 | 0.259 | 0.278 | 0.194 | 100.0% | 10 | | swift.upload_object (x2) | 0.033 | 0.039 | 0.041 | 0.041 | 0.041 | 0.038 | 100.0% | 10 | | swift.list_objects | 0.104 | 0.11 | 0.112 | 0.113 | 0.113 | 0.109 | 100.0% | 10 | | total | 0.283 | 0.344 | 0.392 | 0.411 | 0.429 | 0.343 | 100.0% | 10 | | -> duration | 0.283 | 0.344 | 0.392 | 0.411 | 0.429 | 0.343 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.481505 Full duration: 16.514215 -------------------------------------------------------------------------------- test scenario SwiftObjects.list_objects_in_containers args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "admin" ], "swift_objects": { "containers_per_tenant": 1, "objects_per_container": 10, "object_size": 1024 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f988565b-aa86-4700-8015-d59bdd36cc32 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.list_containers | 0.179 | 0.194 | 0.283 | 0.287 | 0.292 | 0.211 | 100.0% | 10 | | swift.list_objects | 0.108 | 0.112 | 0.113 | 0.114 | 0.116 | 0.111 | 100.0% | 10 | | total | 0.291 | 0.305 | 0.395 | 0.398 | 0.4 | 0.322 | 100.0% | 10 | | -> duration | 0.291 | 0.305 | 0.395 | 0.398 | 0.4 | 0.322 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.274648 Full duration: 14.378005 -------------------------------------------------------------------------------- test scenario SwiftObjects.create_container_and_object_then_download_object args position 0 args values: { "args": { "objects_per_container": 5, "object_size": 1024 }, "runner": { "concurrency": 1, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "admin" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f988565b-aa86-4700-8015-d59bdd36cc32 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.create_container | 0.137 | 0.228 | 0.239 | 0.247 | 0.254 | 0.198 | 100.0% | 10 | | swift.upload_object (x5) | 0.078 | 0.089 | 0.094 | 0.095 | 0.096 | 0.088 | 100.0% | 10 | | swift.download_object (x5) | 0.25 | 0.258 | 0.26 | 0.26 | 0.26 | 0.257 | 100.0% | 10 | | total | 0.482 | 0.574 | 0.585 | 0.593 | 0.602 | 0.545 | 100.0% | 10 | | -> duration | 0.482 | 0.574 | 0.585 | 0.593 | 0.602 | 0.545 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.501505 Full duration: 21.36735 -------------------------------------------------------------------------------- test scenario SwiftObjects.create_container_and_object_then_delete_all args position 0 args values: { "args": { "objects_per_container": 5, "object_size": 102400 }, "runner": { "concurrency": 1, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "admin" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f988565b-aa86-4700-8015-d59bdd36cc32 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.create_container | 0.136 | 0.156 | 0.286 | 0.294 | 0.302 | 0.195 | 100.0% | 10 | | swift.upload_object (x5) | 0.078 | 0.096 | 0.103 | 0.109 | 0.114 | 0.093 | 100.0% | 10 | | swift.delete_object (x5) | 0.068 | 0.074 | 0.078 | 0.078 | 0.079 | 0.073 | 100.0% | 10 | | swift.delete_container | 0.028 | 0.032 | 0.034 | 0.035 | 0.035 | 0.032 | 100.0% | 10 | | total | 0.332 | 0.368 | 0.48 | 0.494 | 0.508 | 0.394 | 100.0% | 10 | | -> duration | 0.332 | 0.368 | 0.48 | 0.494 | 0.508 | 0.394 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.996115 Full duration: 13.097877 -------------------------------------------------------------------------------- test scenario SwiftObjects.list_and_download_objects_in_containers args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "admin" ], "swift_objects": { "containers_per_tenant": 1, "objects_per_container": 5, "object_size": 10240 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f988565b-aa86-4700-8015-d59bdd36cc32 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.list_containers | 0.167 | 0.187 | 0.241 | 0.248 | 0.255 | 0.195 | 100.0% | 10 | | swift.list_objects | 0.104 | 0.11 | 0.112 | 0.112 | 0.112 | 0.109 | 100.0% | 10 | | swift.download_object (x5) | 0.034 | 0.039 | 0.043 | 0.043 | 0.044 | 0.039 | 100.0% | 10 | | total | 0.312 | 0.336 | 0.388 | 0.396 | 0.405 | 0.343 | 100.0% | 10 | | -> duration | 0.312 | 0.336 | 0.388 | 0.396 | 0.405 | 0.343 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.479067 Full duration: 13.00369 HINTS: * To plot HTML graphics with this data, run: rally task report f988565b-aa86-4700-8015-d59bdd36cc32 --out output.html * To generate a JUnit report, run: rally task export f988565b-aa86-4700-8015-d59bdd36cc32 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report f988565b-aa86-4700-8015-d59bdd36cc32 --json --out output.json 2020-06-17 15:22:50,311 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'f988565b-aa86-4700-8015-d59bdd36cc32', '--out', '/home/opnfv/functest/results/rally_full/swift.json'] 2020-06-17 15:22:54,313 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid f988565b-aa86-4700-8015-d59bdd36cc32 --out /home/opnfv/functest/results/rally_full/swift.json 2020-06-17 15:22:54,326 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "swift" OK. 2020-06-17 15:22:54,326 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /src/functest/functest/opnfv_tests/openstack/rally/scenario/opnfv-barbican.yaml 2020-06-17 15:22:54,326 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-17 15:22:54,345 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-17 15:22:54,346 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "barbican" ... 2020-06-17 15:22:54,346 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'barbican', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['barbican'], 'image_name': 'rally_full-img_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_name': 'rally_full-flavor_9ee1ce30-3238-4b48-80ba-d32610949aac', 'flavor_alt_name': 'rally_full-flavor_alt_9ee1ce30-3238-4b48-80ba-d32610949aac', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/src/functest/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '9dec2899-d7d9-4d0b-a30f-6d003d77e842'}"] 2020-06-17 15:24:33,355 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag barbican --uuids-only: 0c220bef-5ee5-4945-9896-cca4aac68aaa 2020-06-17 15:24:33,355 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 0c220bef-5ee5-4945-9896-cca4aac68aaa 2020-06-17 15:24:33,356 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '0c220bef-5ee5-4945-9896-cca4aac68aaa'] 2020-06-17 15:24:34,913 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 0c220bef-5ee5-4945-9896-cca4aac68aaa -------------------------------------------------------------------------------- Task 0c220bef-5ee5-4945-9896-cca4aac68aaa: finished -------------------------------------------------------------------------------- test scenario BarbicanContainers.create_and_add args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0c220bef-5ee5-4945-9896-cca4aac68aaa has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.177 | 0.262 | 0.42 | 0.457 | 0.493 | 0.292 | 100.0% | 10 | | barbican.container_create | 0.094 | 0.147 | 0.187 | 0.187 | 0.188 | 0.148 | 100.0% | 10 | | barbican.container_delete | 0.088 | 0.173 | 0.184 | 0.184 | 0.184 | 0.152 | 100.0% | 10 | | total | 0.385 | 0.557 | 0.77 | 0.804 | 0.837 | 0.592 | 100.0% | 10 | | -> duration | 0.385 | 0.557 | 0.77 | 0.804 | 0.837 | 0.592 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.664679 Full duration: 6.755785 -------------------------------------------------------------------------------- test scenario BarbicanContainers.create_certificate_and_delete args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0c220bef-5ee5-4945-9896-cca4aac68aaa has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_certificate_container | 0.154 | 0.21 | 0.3 | 0.33 | 0.36 | 0.228 | 100.0% | 10 | | barbican.container_delete | 0.088 | 0.126 | 0.159 | 0.16 | 0.162 | 0.127 | 100.0% | 10 | | total | 0.242 | 0.334 | 0.443 | 0.459 | 0.475 | 0.355 | 100.0% | 10 | | -> duration | 0.242 | 0.334 | 0.443 | 0.459 | 0.475 | 0.355 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.040613 Full duration: 6.058505 -------------------------------------------------------------------------------- test scenario BarbicanContainers.create_and_delete args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0c220bef-5ee5-4945-9896-cca4aac68aaa has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.container_create | 0.19 | 0.249 | 0.311 | 0.315 | 0.319 | 0.255 | 100.0% | 10 | | barbican.container_delete | 0.095 | 0.107 | 0.186 | 0.198 | 0.21 | 0.135 | 100.0% | 10 | | total | 0.297 | 0.371 | 0.5 | 0.51 | 0.52 | 0.39 | 100.0% | 10 | | -> duration | 0.297 | 0.371 | 0.5 | 0.51 | 0.52 | 0.39 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.099144 Full duration: 6.078903 -------------------------------------------------------------------------------- test scenario BarbicanContainers.create_rsa_and_delete args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0c220bef-5ee5-4945-9896-cca4aac68aaa has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_rsa_container | 0.154 | 0.224 | 0.282 | 0.308 | 0.334 | 0.225 | 100.0% | 10 | | barbican.container_delete | 0.095 | 0.126 | 0.154 | 0.155 | 0.156 | 0.125 | 100.0% | 10 | | total | 0.249 | 0.33 | 0.428 | 0.451 | 0.473 | 0.35 | 100.0% | 10 | | -> duration | 0.249 | 0.33 | 0.428 | 0.451 | 0.473 | 0.35 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.033284 Full duration: 6.419618 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.create_and_delete args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0c220bef-5ee5-4945-9896-cca4aac68aaa has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.145 | 0.2 | 0.273 | 0.293 | 0.312 | 0.207 | 100.0% | 10 | | barbican.delete_secret | 0.058 | 0.088 | 0.113 | 0.122 | 0.132 | 0.091 | 100.0% | 10 | | total | 0.203 | 0.29 | 0.367 | 0.38 | 0.393 | 0.298 | 100.0% | 10 | | -> duration | 0.203 | 0.29 | 0.367 | 0.38 | 0.393 | 0.298 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.854125 Full duration: 6.410982 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.create_and_get args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0c220bef-5ee5-4945-9896-cca4aac68aaa has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.155 | 0.212 | 0.291 | 0.319 | 0.347 | 0.222 | 100.0% | 10 | | barbican.get_secret | 0.03 | 0.039 | 0.055 | 0.058 | 0.06 | 0.042 | 100.0% | 10 | | total | 0.189 | 0.26 | 0.344 | 0.364 | 0.385 | 0.264 | 100.0% | 10 | | -> duration | 0.189 | 0.26 | 0.344 | 0.364 | 0.385 | 0.264 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.757221 Full duration: 8.405151 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.create_and_list args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0c220bef-5ee5-4945-9896-cca4aac68aaa has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.167 | 0.223 | 0.304 | 0.346 | 0.388 | 0.237 | 100.0% | 10 | | barbican.list_secrets | 0.046 | 0.064 | 0.092 | 0.11 | 0.128 | 0.069 | 100.0% | 10 | | total | 0.233 | 0.297 | 0.351 | 0.397 | 0.444 | 0.306 | 100.0% | 10 | | -> duration | 0.233 | 0.297 | 0.351 | 0.397 | 0.444 | 0.306 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.884804 Full duration: 8.506781 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.create args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0c220bef-5ee5-4945-9896-cca4aac68aaa has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.155 | 0.191 | 0.302 | 0.322 | 0.343 | 0.218 | 100.0% | 10 | | total | 0.155 | 0.191 | 0.302 | 0.322 | 0.343 | 0.218 | 100.0% | 10 | | -> duration | 0.155 | 0.191 | 0.302 | 0.322 | 0.343 | 0.218 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.616668 Full duration: 7.581673 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.get args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0c220bef-5ee5-4945-9896-cca4aac68aaa has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.143 | 0.183 | 0.302 | 0.312 | 0.322 | 0.206 | 100.0% | 10 | | barbican.get_secret | 0.035 | 0.043 | 0.074 | 0.082 | 0.091 | 0.05 | 100.0% | 10 | | total | 0.178 | 0.227 | 0.349 | 0.355 | 0.361 | 0.257 | 100.0% | 10 | | -> duration | 0.178 | 0.227 | 0.349 | 0.355 | 0.361 | 0.257 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.766521 Full duration: 7.62813 -------------------------------------------------------------------------------- test scenario BarbicanContainers.list args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0c220bef-5ee5-4945-9896-cca4aac68aaa has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.list_container | 0.178 | 0.225 | 0.3 | 0.309 | 0.319 | 0.239 | 100.0% | 10 | | total | 0.178 | 0.225 | 0.3 | 0.309 | 0.319 | 0.239 | 100.0% | 10 | | -> duration | 0.178 | 0.225 | 0.3 | 0.309 | 0.319 | 0.239 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.692944 Full duration: 5.927382 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.list args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0c220bef-5ee5-4945-9896-cca4aac68aaa has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.list_secrets | 0.166 | 0.215 | 0.307 | 0.32 | 0.334 | 0.23 | 100.0% | 10 | | total | 0.166 | 0.215 | 0.307 | 0.32 | 0.334 | 0.23 | 100.0% | 10 | | -> duration | 0.166 | 0.215 | 0.307 | 0.32 | 0.334 | 0.23 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.645622 Full duration: 5.623219 HINTS: * To plot HTML graphics with this data, run: rally task report 0c220bef-5ee5-4945-9896-cca4aac68aaa --out output.html * To generate a JUnit report, run: rally task export 0c220bef-5ee5-4945-9896-cca4aac68aaa --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 0c220bef-5ee5-4945-9896-cca4aac68aaa --json --out output.json 2020-06-17 15:24:34,914 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '0c220bef-5ee5-4945-9896-cca4aac68aaa', '--out', '/home/opnfv/functest/results/rally_full/barbican.json'] 2020-06-17 15:24:38,735 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 0c220bef-5ee5-4945-9896-cca4aac68aaa --out /home/opnfv/functest/results/rally_full/barbican.json 2020-06-17 15:24:38,748 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "barbican" OK. 2020-06-17 15:24:38,752 - functest.opnfv_tests.openstack.rally.rally - INFO - Rally Summary Report: +----------------+------------+----------------+-----------+ | Module | Duration | nb. Test Run | Success | +----------------+------------+----------------+-----------+ | authenticate | 00:00:45 | 60 | 100.00% | | glance | 00:06:18 | 80 | 100.00% | | cinder | 00:14:45 | 240 | 100.00% | | gnocchi | 00:02:03 | 160 | 100.00% | | heat | 00:08:41 | 130 | 100.00% | | keystone | 00:02:37 | 110 | 100.00% | | neutron | 00:10:09 | 200 | 100.00% | | nova | 00:51:17 | 270 | 100.00% | | quotas | 00:00:30 | 40 | 100.00% | | swift | 00:01:18 | 50 | 100.00% | | barbican | 00:01:15 | 110 | 100.00% | | | | | | | TOTAL: | 01:39:42 | 1450 | 100.00% | +----------------+------------+----------------+-----------+ 2020-06-17 15:24:38,752 - functest.opnfv_tests.openstack.rally.rally - INFO - Rally 'rally_full' success_rate is 100.00% in 11/11 modules 2020-06-17 15:24:38,752 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'export', '--type', 'html', '--deployment', 'opnfv-rally', '--to', '/home/opnfv/functest/results/rally_full/rally_full.html'] 2020-06-17 15:24:43,412 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task export --type html --deployment opnfv-rally --to /home/opnfv/functest/results/rally_full/rally_full.html 2020-06-17 15:24:43,413 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'export', '--type', 'junit-xml', '--deployment', 'opnfv-rally', '--to', '/home/opnfv/functest/results/rally_full/rally_full.xml'] 2020-06-17 15:24:47,536 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task export --type junit-xml --deployment opnfv-rally --to /home/opnfv/functest/results/rally_full/rally_full.xml 2020-06-17 15:24:47,537 - xtesting.ci.run_tests - INFO - Test result: +--------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +--------------------+------------------+------------------+----------------+ | rally_full | functest | 106:29 | PASS | +--------------------+------------------+------------------+----------------+ 2020-06-17 15:24:56,153 - functest.core.singlevm - DEBUG - Cleaning security group 0766468a-fc0e-4817-aec9-2d3c0c49b1ec 2020-06-17 15:24:57,264 - functest.core.singlevm - DEBUG - Orphan security group 0766468a-fc0e-4817-aec9-2d3c0c49b1ec in use 2020-06-17 15:24:57,944 - functest.core.singlevm - DEBUG - Cleaning security group 0e86f3fe-e0d0-402a-a983-39bfaebf8c9a 2020-06-17 15:24:59,211 - functest.core.singlevm - DEBUG - Orphan security group 0e86f3fe-e0d0-402a-a983-39bfaebf8c9a in use 2020-06-17 15:24:59,700 - functest.core.singlevm - DEBUG - Cleaning security group 11d5be6f-e8a7-46ef-867e-dfd107ad0798 2020-06-17 15:25:01,221 - functest.core.singlevm - DEBUG - Orphan security group 11d5be6f-e8a7-46ef-867e-dfd107ad0798 in use 2020-06-17 15:25:01,636 - functest.core.singlevm - DEBUG - Cleaning security group 161e69d8-418a-4885-aec5-1d78478ea88d 2020-06-17 15:25:02,843 - functest.core.singlevm - DEBUG - Orphan security group 161e69d8-418a-4885-aec5-1d78478ea88d in use 2020-06-17 15:25:03,217 - functest.core.singlevm - DEBUG - Cleaning security group 1f3a64b6-1328-495d-ab35-21ed0b288671 2020-06-17 15:25:04,457 - functest.core.singlevm - DEBUG - Orphan security group 1f3a64b6-1328-495d-ab35-21ed0b288671 in use 2020-06-17 15:25:04,734 - functest.core.singlevm - DEBUG - Cleaning security group 21b9f2f2-4c56-40a3-9dce-6fd5eceb0c2a 2020-06-17 15:25:06,361 - functest.core.singlevm - DEBUG - Orphan security group 21b9f2f2-4c56-40a3-9dce-6fd5eceb0c2a in use 2020-06-17 15:25:06,486 - functest.core.singlevm - DEBUG - Cleaning security group 21c16e51-3012-424e-b288-5cd2f398f1d2 2020-06-17 15:25:07,716 - functest.core.singlevm - DEBUG - Orphan security group 21c16e51-3012-424e-b288-5cd2f398f1d2 in use 2020-06-17 15:25:08,210 - functest.core.singlevm - DEBUG - Cleaning security group 267d8b83-4052-4d38-8d13-f0d97bd8c657 2020-06-17 15:25:09,479 - functest.core.singlevm - DEBUG - Orphan security group 267d8b83-4052-4d38-8d13-f0d97bd8c657 in use 2020-06-17 15:25:09,947 - functest.core.singlevm - DEBUG - Cleaning security group 2a4fe406-a02b-4653-8048-f81519e048cc 2020-06-17 15:25:11,298 - functest.core.singlevm - DEBUG - Orphan security group 2a4fe406-a02b-4653-8048-f81519e048cc in use 2020-06-17 15:25:11,424 - functest.core.singlevm - DEBUG - Cleaning security group 2ae572ff-87b5-4881-9555-50e4cad2d1df 2020-06-17 15:25:12,505 - functest.core.singlevm - DEBUG - Orphan security group 2ae572ff-87b5-4881-9555-50e4cad2d1df in use 2020-06-17 15:25:12,837 - functest.core.singlevm - DEBUG - Cleaning security group 352d7eb0-6ead-495c-8299-3da4434ebf9d 2020-06-17 15:25:13,960 - functest.core.singlevm - DEBUG - Orphan security group 352d7eb0-6ead-495c-8299-3da4434ebf9d in use 2020-06-17 15:25:14,588 - functest.core.singlevm - DEBUG - Cleaning security group 4238dfaa-37d2-4179-a438-b2c36fd01b81 2020-06-17 15:25:16,156 - functest.core.singlevm - DEBUG - Orphan security group 4238dfaa-37d2-4179-a438-b2c36fd01b81 in use 2020-06-17 15:25:16,545 - functest.core.singlevm - DEBUG - Cleaning security group 47999082-e4b7-44b6-97b5-ed64d6d48417 2020-06-17 15:25:17,790 - functest.core.singlevm - DEBUG - Orphan security group 47999082-e4b7-44b6-97b5-ed64d6d48417 in use 2020-06-17 15:25:18,731 - functest.core.singlevm - DEBUG - Cleaning security group 544f410d-cafb-4c7b-a604-833a22712a1a 2020-06-17 15:25:20,278 - functest.core.singlevm - DEBUG - Orphan security group 544f410d-cafb-4c7b-a604-833a22712a1a in use 2020-06-17 15:25:21,137 - functest.core.singlevm - DEBUG - Cleaning security group 6aa48f47-0802-4cd6-9579-84ce4fe9533d 2020-06-17 15:25:22,341 - functest.core.singlevm - DEBUG - Orphan security group 6aa48f47-0802-4cd6-9579-84ce4fe9533d in use 2020-06-17 15:25:24,690 - functest.core.singlevm - DEBUG - Cleaning security group 96fda429-550a-4bc2-b021-1f66f757aedd 2020-06-17 15:25:26,000 - functest.core.singlevm - DEBUG - Orphan security group 96fda429-550a-4bc2-b021-1f66f757aedd in use 2020-06-17 15:25:26,123 - functest.core.singlevm - DEBUG - Cleaning security group 970034d8-92c3-497e-b8d7-d341d8658169 2020-06-17 15:25:27,641 - functest.core.singlevm - DEBUG - Orphan security group 970034d8-92c3-497e-b8d7-d341d8658169 in use 2020-06-17 15:25:28,230 - functest.core.singlevm - DEBUG - Cleaning security group a1007511-a51f-42e4-bdca-e9107e48812c 2020-06-17 15:25:29,384 - functest.core.singlevm - DEBUG - Orphan security group a1007511-a51f-42e4-bdca-e9107e48812c in use 2020-06-17 15:25:32,507 - functest.core.singlevm - DEBUG - Cleaning security group d0580ad4-30be-4b59-b3c3-57f21b868505 2020-06-17 15:25:33,569 - functest.core.singlevm - DEBUG - Orphan security group d0580ad4-30be-4b59-b3c3-57f21b868505 in use 2020-06-17 15:25:33,703 - functest.core.singlevm - DEBUG - Cleaning security group d0bbbda9-242c-42c7-be3c-fdee5ac846d5 2020-06-17 15:25:35,169 - functest.core.singlevm - DEBUG - Orphan security group d0bbbda9-242c-42c7-be3c-fdee5ac846d5 in use 2020-06-17 15:25:35,576 - functest.core.singlevm - DEBUG - Cleaning security group d4c6b51d-3474-4beb-8c97-42ced01054b6 2020-06-17 15:25:36,794 - functest.core.singlevm - DEBUG - Orphan security group d4c6b51d-3474-4beb-8c97-42ced01054b6 in use 2020-06-17 15:25:37,780 - functest.core.singlevm - DEBUG - Cleaning security group e058b7fa-d732-46f9-a474-72b04494686d 2020-06-17 15:25:39,506 - functest.core.singlevm - DEBUG - Orphan security group e058b7fa-d732-46f9-a474-72b04494686d in use 2020-06-17 15:25:39,639 - functest.core.singlevm - DEBUG - Cleaning security group e21e302e-bc02-445b-95af-340f5e9f95f7 2020-06-17 15:25:40,797 - functest.core.singlevm - DEBUG - Orphan security group e21e302e-bc02-445b-95af-340f5e9f95f7 in use 2020-06-17 15:25:40,932 - functest.core.singlevm - DEBUG - Cleaning security group e7725443-df13-4249-97c0-380b084b4485 2020-06-17 15:25:42,070 - functest.core.singlevm - DEBUG - Orphan security group e7725443-df13-4249-97c0-380b084b4485 in use 2020-06-17 15:25:42,441 - functest.core.singlevm - DEBUG - Cleaning security group ef52a9d6-7018-446c-8d0a-1e2ef1d7d1aa 2020-06-17 15:25:43,644 - functest.core.singlevm - DEBUG - Orphan security group ef52a9d6-7018-446c-8d0a-1e2ef1d7d1aa in use 2020-06-17 15:25:47,633 - xtesting.core.testcase - DEBUG - Publishing /home/opnfv/functest/results/functest.log ('text/plain', None)