2020-06-04 21:06:07,976 - xtesting.ci.run_tests - INFO - Deployment description: +-------------------------+-------------------------------------------------------------------------------------------------------------------------+ | ENV VAR | VALUE | +-------------------------+-------------------------------------------------------------------------------------------------------------------------+ | CI_LOOP | daily | | DEBUG | true | | DEPLOY_SCENARIO | os-nosdn-nofeature-noha | | INSTALLER_TYPE | unknown | | BUILD_TAG | 0DAPKZG2H0GH | | NODE_NAME | lf-virtual9 | | TEST_DB_URL | http://testresults.opnfv.org/test/api/v1/results | | TEST_DB_EXT_URL | | | S3_ENDPOINT_URL | https://storage.googleapis.com | | S3_DST_URL | s3://artifacts.opnfv.org/functest/0DAPKZG2H0GH/functest-opnfv-functest-benchmarking-latest-rally_full-run-141 | | HTTP_DST_URL | http://artifacts.opnfv.org/functest/0DAPKZG2H0GH/functest-opnfv-functest-benchmarking-latest-rally_full-run-141 | +-------------------------+-------------------------------------------------------------------------------------------------------------------------+ 2020-06-04 21:06:07,982 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file export OS_AUTH_URL=http://172.30.13.94/identity/v3 export OS_PROJECT_NAME="demo" export OS_USER_DOMAIN_NAME="Default" export OS_PROJECT_DOMAIN_NAME="Default" export OS_USERNAME="admin" export OS_PASSWORD="secret" export OS_REGION_NAME="RegionOne" export OS_INTERFACE=public export OS_IDENTITY_API_VERSION=3 2020-06-04 21:06:07,982 - xtesting.ci.run_tests - DEBUG - Test args: rally_full 2020-06-04 21:06:08,010 - xtesting.ci.run_tests - INFO - Loading test case 'rally_full'... 2020-06-04 21:06:08,819 - functest.core.tenantnetwork - DEBUG - password: A3*^MP5c!IiX&Fh 2020-06-04 21:06:09,124 - functest.core.tenantnetwork - DEBUG - project: Munch({'location': Munch({'cloud': 'envvars', 'region_name': None, 'zone': None, 'project': Munch({'id': 'default', 'name': None, 'domain_id': 'default', 'domain_name': None})}), 'id': '378f876e84324bd19ead59fffa6c7dce', 'name': 'rally_full-project_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'description': 'Created by OPNFV Functest: rally_full', 'is_enabled': True, 'is_domain': False, 'domain_id': 'default', 'properties': Munch({'tags': [], 'options': Munch({})}), 'enabled': True, 'parent_id': 'default', 'tags': [], 'options': Munch({})}) 2020-06-04 21:06:09,240 - functest.core.tenantnetwork - DEBUG - user: Munch({'id': '3da5c65df98246d88a6d3864828abacc', 'email': None, 'name': 'rally_full-user_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'username': None, 'default_project_id': None, 'domain_id': 'default', 'enabled': True, 'description': None}) 2020-06-04 21:06:09,926 - functest.core.tenantnetwork - DEBUG - cloud_config {'clouds': {'envvars': {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'application_catalog_api_version': '1', 'auth_type': 'password', 'baremetal_api_version': '1', 'container_api_version': '1', 'container_infra_api_version': '1', 'compute_api_version': '2', 'database_api_version': '1.0', 'disable_vendor_agent': {}, 'dns_api_version': '2', 'interface': 'public', 'floating_ip_source': 'neutron', 'identity_api_version': '3', 'image_api_use_tasks': False, 'image_api_version': '2', 'image_format': 'qcow2', 'key_manager_api_version': 'v1', 'message': '', 'metering_api_version': '2', 'network_api_version': '2', 'object_store_api_version': '1', 'orchestration_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'volume_api_version': '2', 'workflow_api_version': '2', 'auth_url': 'http://172.30.13.94/identity/v3', 'project_name': 'rally_full-project_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'user_domain_name': 'Default', 'project_domain_name': 'Default', 'username': 'rally_full-user_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'password': 'A3*^MP5c!IiX&Fh', 'region_name': 'RegionOne', 'project_id': '378f876e84324bd19ead59fffa6c7dce'}}} 2020-06-04 21:06:09,929 - functest.core.tenantnetwork - DEBUG - new cloud {'auth_url': 'http://172.30.13.94/identity/v3', 'project_id': '378f876e84324bd19ead59fffa6c7dce', 'project_name': 'rally_full-project_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'project_domain_name': 'Default', 'username': 'rally_full-user_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'user_domain_name': 'Default', 'password': 'A3*^MP5c!IiX&Fh'} 2020-06-04 21:06:10,539 - xtesting.ci.run_tests - INFO - Running test case 'rally_full'... 2020-06-04 21:06:11,160 - functest.core.tenantnetwork - DEBUG - network: Munch({'id': '88203eab-7c7d-4d56-937f-1258567a3ba9', 'name': 'rally_full-net_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'tenant_id': '378f876e84324bd19ead59fffa6c7dce', 'admin_state_up': True, 'mtu': 1400, 'status': 'ACTIVE', 'subnets': [], 'shared': True, 'project_id': '378f876e84324bd19ead59fffa6c7dce', 'port_security_enabled': True, 'qos_policy_id': None, 'dns_domain': '', 'router:external': False, 'provider:network_type': 'vxlan', 'provider:physical_network': None, 'provider:segmentation_id': 6, 'availability_zone_hints': [], 'is_default': False, 'availability_zones': [], 'ipv4_address_scope': None, 'ipv6_address_scope': None, 'description': '', 'l2_adjacency': True, 'tags': [], 'created_at': '2020-06-04T21:06:10Z', 'updated_at': '2020-06-04T21:06:11Z', 'revision_number': 1}) 2020-06-04 21:06:13,242 - functest.core.tenantnetwork - DEBUG - subnet: Munch({'id': 'f84497e9-947c-4dd9-89fd-9b2f88f31275', 'name': 'rally_full-subnet_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'tenant_id': '378f876e84324bd19ead59fffa6c7dce', 'network_id': '88203eab-7c7d-4d56-937f-1258567a3ba9', 'ip_version': 4, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': None, 'gateway_ip': '192.168.120.1', 'cidr': '192.168.120.0/24', 'allocation_pools': [{'start': '192.168.120.2', 'end': '192.168.120.254'}], 'host_routes': [], 'dns_nameservers': ['8.8.8.8'], 'description': '', 'service_types': [], 'dns_publish_fixed_ip': False, 'segment_id': None, 'tags': [], 'created_at': '2020-06-04T21:06:12Z', 'updated_at': '2020-06-04T21:06:12Z', 'revision_number': 0, 'project_id': '378f876e84324bd19ead59fffa6c7dce'}) 2020-06-04 21:06:14,631 - functest.core.tenantnetwork - DEBUG - router: Munch({'id': '330d1184-3253-41d3-b693-d6afc4a5beb1', 'name': 'rally_full-router_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'tenant_id': '378f876e84324bd19ead59fffa6c7dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f6c1401-38ba-4897-a514-9f0b34909e99', 'external_fixed_ips': [{'subnet_id': '68ed82d6-b0f0-4e0a-a73b-0b9c92d613ef', 'ip_address': '172.24.4.70'}, {'subnet_id': 'ec1b1e27-b437-4c28-986f-aa0f2fcdd98c', 'ip_address': '2001:db8::1d1'}], 'enable_snat': True}, 'description': '', 'availability_zones': [], 'distributed': False, 'ha': False, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-06-04T21:06:13Z', 'updated_at': '2020-06-04T21:06:14Z', 'revision_number': 3, 'project_id': '378f876e84324bd19ead59fffa6c7dce'}) 2020-06-04 21:06:18,452 - functest.core.singlevm - DEBUG - image: Munch({'location': Munch({'cloud': 'envvars', 'region_name': 'RegionOne', 'zone': None, 'project': Munch({'id': '378f876e84324bd19ead59fffa6c7dce', 'name': 'rally_full-project_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'domain_id': None, 'domain_name': 'Default'})}), 'created_at': '2020-06-04T21:06:18Z', 'updated_at': '2020-06-04T21:06:18Z', 'checksum': '443b7623e27ecf03dc9e01ee93f67afe', 'container_format': 'bare', 'direct_url': None, 'disk_format': 'qcow2', 'file': '/v2/images/86ca4b07-2299-46b3-8bec-a1e39b9fa061/file', 'id': '86ca4b07-2299-46b3-8bec-a1e39b9fa061', 'name': 'rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'owner': '378f876e84324bd19ead59fffa6c7dce', 'tags': [], 'status': 'active', 'min_ram': 0, 'min_disk': 0, 'size': 12716032, 'virtual_size': 0, 'is_protected': False, 'locations': [], 'properties': {'hw_disk_bus': 'scsi', 'hw_scsi_model': 'virtio-scsi', 'owner_specified.shade.md5': '443b7623e27ecf03dc9e01ee93f67afe', 'owner_specified.shade.object': 'images/rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'owner_specified.shade.sha256': 'a8dd75ecffd4cdd96072d60c2237b448e0c8b2bc94d57f10fdbc8c481d9005b8', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '6513f21e44aa3da349f248188a44bc304a3653a04122d8fb4535423c8e1d14cd6a153f735bb0982e2161b5b5186106570c17a9e58b64dd39390617cd5a350f78', 'self': '/v2/images/86ca4b07-2299-46b3-8bec-a1e39b9fa061', 'schema': '/v2/schemas/image'}, 'is_public': True, 'visibility': 'public', 'hw_disk_bus': 'scsi', 'hw_scsi_model': 'virtio-scsi', 'owner_specified.shade.md5': '443b7623e27ecf03dc9e01ee93f67afe', 'owner_specified.shade.object': 'images/rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'owner_specified.shade.sha256': 'a8dd75ecffd4cdd96072d60c2237b448e0c8b2bc94d57f10fdbc8c481d9005b8', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '6513f21e44aa3da349f248188a44bc304a3653a04122d8fb4535423c8e1d14cd6a153f735bb0982e2161b5b5186106570c17a9e58b64dd39390617cd5a350f78', 'self': '/v2/images/86ca4b07-2299-46b3-8bec-a1e39b9fa061', 'schema': '/v2/schemas/image', 'protected': False, 'metadata': {'hw_disk_bus': 'scsi', 'hw_scsi_model': 'virtio-scsi', 'owner_specified.shade.md5': '443b7623e27ecf03dc9e01ee93f67afe', 'owner_specified.shade.object': 'images/rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'owner_specified.shade.sha256': 'a8dd75ecffd4cdd96072d60c2237b448e0c8b2bc94d57f10fdbc8c481d9005b8', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '6513f21e44aa3da349f248188a44bc304a3653a04122d8fb4535423c8e1d14cd6a153f735bb0982e2161b5b5186106570c17a9e58b64dd39390617cd5a350f78', 'self': '/v2/images/86ca4b07-2299-46b3-8bec-a1e39b9fa061', 'schema': '/v2/schemas/image'}, 'created': '2020-06-04T21:06:18Z', 'updated': '2020-06-04T21:06:18Z', 'minDisk': 0, 'minRam': 0}) 2020-06-04 21:06:18,491 - functest.core.singlevm - DEBUG - flavor: Munch({'location': Munch({'cloud': 'envvars', 'region_name': 'RegionOne', 'zone': None, 'project': Munch({'id': 'd599446db0274f239c869e15bb1e94c4', 'name': 'demo', 'domain_id': None, 'domain_name': 'Default'})}), 'id': 'ea5bf693-65ce-4041-8cf5-73726504abff', 'name': 'rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'is_public': True, 'is_disabled': False, 'ram': 512, 'vcpus': 1, 'disk': 1, 'ephemeral': 0, 'swap': 0, 'rxtx_factor': 1.0, 'properties': Munch({'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}), 'extra_specs': Munch({}), 'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}) 2020-06-04 21:06:18,524 - functest.opnfv_tests.openstack.rally.rally - INFO - Creating Rally environment... 2020-06-04 21:06:25,906 - functest.opnfv_tests.openstack.rally.rally - INFO - rally deployment create --fromenv --name opnfv-rally +--------------------------------------+----------------------------+-------------+------------------+--------+ | uuid | created_at | name | status | active | +--------------------------------------+----------------------------+-------------+------------------+--------+ | 4fa14268-625b-4737-9a00-07cee8a5d09e | 2020-06-04T21:06:25.605707 | opnfv-rally | deploy->finished | | +--------------------------------------+----------------------------+-------------+------------------+--------+ Using deployment: 4fa14268-625b-4737-9a00-07cee8a5d09e ~/.rally/openrc was updated HINTS: * To use standard OpenStack clients, set up your env by running: source ~/.rally/openrc OpenStack clients are now configured, e.g run: openstack image list 2020-06-04 21:06:30,210 - functest.opnfv_tests.openstack.rally.rally - INFO - rally deployment check -------------------------------------------------------------------------------- Platform openstack: -------------------------------------------------------------------------------- Available services: +-------------+----------------+-----------+ | Service | Service Type | Status | +-------------+----------------+-----------+ | __unknown__ | alarming | Available | | __unknown__ | compute_legacy | Available | | __unknown__ | event | Available | | __unknown__ | placement | Available | | barbican | key-manager | Available | | cinder | block-storage | Available | | cinder | volumev2 | Available | | cinder | volumev3 | Available | | cloud | cloudformation | Available | | glance | image | Available | | gnocchi | metric | Available | | heat | orchestration | Available | | keystone | identity | Available | | neutron | network | Available | | nova | compute | Available | | octavia | load-balancer | Available | | swift | object-store | Available | +-------------+----------------+-----------+ 2020-06-04 21:06:31,653 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Validating run tests... 2020-06-04 21:06:31,786 - functest.core.singlevm - DEBUG - flavor: Munch({'location': Munch({'cloud': 'envvars', 'region_name': 'RegionOne', 'zone': None, 'project': Munch({'id': 'd599446db0274f239c869e15bb1e94c4', 'name': 'demo', 'domain_id': None, 'domain_name': 'Default'})}), 'id': 'cb9a7553-1c69-43e5-b7a4-ab23db7ed8a3', 'name': 'rally_full-flavor_alt_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'is_public': True, 'is_disabled': False, 'ram': 1024, 'vcpus': 1, 'disk': 1, 'ephemeral': 0, 'swap': 0, 'rxtx_factor': 1.0, 'properties': Munch({'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}), 'extra_specs': Munch({}), 'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}) 2020-06-04 21:06:31,905 - functest.opnfv_tests.openstack.rally.rally - DEBUG - flavor: Munch({'location': Munch({'cloud': 'envvars', 'region_name': 'RegionOne', 'zone': None, 'project': Munch({'id': 'd599446db0274f239c869e15bb1e94c4', 'name': 'demo', 'domain_id': None, 'domain_name': 'Default'})}), 'id': 'cb9a7553-1c69-43e5-b7a4-ab23db7ed8a3', 'name': 'rally_full-flavor_alt_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'is_public': True, 'is_disabled': False, 'ram': 1024, 'vcpus': 1, 'disk': 1, 'ephemeral': 0, 'swap': 0, 'rxtx_factor': 1.0, 'properties': Munch({'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}), 'extra_specs': Munch({}), 'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}) 2020-06-04 21:06:31,906 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-authenticate.yaml 2020-06-04 21:06:31,906 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 21:06:31,926 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 21:06:31,927 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "authenticate" ... 2020-06-04 21:06:31,927 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'authenticate', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['authenticate'], 'image_name': 'rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_name': 'rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_alt_name': 'rally_full-flavor_alt_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '88203eab-7c7d-4d56-937f-1258567a3ba9'}"] 2020-06-04 21:08:12,466 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag authenticate --uuids-only: da77195f-db5f-4285-bced-efded652d4cd 2020-06-04 21:08:12,467 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : da77195f-db5f-4285-bced-efded652d4cd 2020-06-04 21:08:12,467 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'da77195f-db5f-4285-bced-efded652d4cd'] 2020-06-04 21:08:14,253 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid da77195f-db5f-4285-bced-efded652d4cd -------------------------------------------------------------------------------- Task da77195f-db5f-4285-bced-efded652d4cd: finished -------------------------------------------------------------------------------- test scenario Authenticate.keystone args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task da77195f-db5f-4285-bced-efded652d4cd has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.keystone | 0.145 | 0.285 | 0.369 | 0.371 | 0.373 | 0.279 | 100.0% | 10 | | total | 0.145 | 0.285 | 0.369 | 0.371 | 0.373 | 0.279 | 100.0% | 10 | | -> duration | 0.145 | 0.285 | 0.369 | 0.371 | 0.373 | 0.279 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.777719 Full duration: 7.48567 -------------------------------------------------------------------------------- test scenario Authenticate.validate_cinder args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task da77195f-db5f-4285-bced-efded652d4cd has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_cinder | 0.114 | 0.211 | 0.307 | 0.311 | 0.316 | 0.225 | 100.0% | 10 | | total | 0.23 | 0.35 | 0.689 | 0.697 | 0.706 | 0.456 | 100.0% | 10 | | -> duration | 0.23 | 0.35 | 0.689 | 0.697 | 0.706 | 0.456 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.282771 Full duration: 9.905682 -------------------------------------------------------------------------------- test scenario Authenticate.validate_glance args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task da77195f-db5f-4285-bced-efded652d4cd has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_glance | 0.17 | 0.316 | 0.481 | 0.482 | 0.483 | 0.347 | 100.0% | 10 | | total | 0.213 | 0.462 | 0.768 | 0.786 | 0.804 | 0.53 | 100.0% | 10 | | -> duration | 0.213 | 0.462 | 0.768 | 0.786 | 0.804 | 0.53 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.50988 Full duration: 21.765862 -------------------------------------------------------------------------------- test scenario Authenticate.validate_heat args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task da77195f-db5f-4285-bced-efded652d4cd has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_heat | 0.107 | 0.131 | 0.281 | 0.302 | 0.323 | 0.175 | 100.0% | 10 | | total | 0.165 | 0.246 | 0.475 | 0.491 | 0.506 | 0.314 | 100.0% | 10 | | -> duration | 0.165 | 0.246 | 0.475 | 0.491 | 0.506 | 0.314 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.915049 Full duration: 16.583413 -------------------------------------------------------------------------------- test scenario Authenticate.validate_neutron args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task da77195f-db5f-4285-bced-efded652d4cd has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_neutron | 0.399 | 0.826 | 1.405 | 2.015 | 2.625 | 0.958 | 100.0% | 10 | | total | 0.446 | 0.926 | 1.536 | 2.106 | 2.676 | 1.061 | 100.0% | 10 | | -> duration | 0.446 | 0.926 | 1.536 | 2.106 | 2.676 | 1.061 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.937116 Full duration: 20.912625 -------------------------------------------------------------------------------- test scenario Authenticate.validate_nova args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task da77195f-db5f-4285-bced-efded652d4cd has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_nova | 0.149 | 0.257 | 0.577 | 0.593 | 0.609 | 0.36 | 100.0% | 10 | | total | 0.297 | 0.37 | 0.87 | 0.879 | 0.887 | 0.544 | 100.0% | 10 | | -> duration | 0.297 | 0.37 | 0.87 | 0.879 | 0.887 | 0.544 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.516763 Full duration: 8.5524 HINTS: * To plot HTML graphics with this data, run: rally task report da77195f-db5f-4285-bced-efded652d4cd --out output.html * To generate a JUnit report, run: rally task export da77195f-db5f-4285-bced-efded652d4cd --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report da77195f-db5f-4285-bced-efded652d4cd --json --out output.json 2020-06-04 21:08:14,254 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'da77195f-db5f-4285-bced-efded652d4cd', '--out', '/home/opnfv/functest/results/rally_full/authenticate.json'] 2020-06-04 21:08:18,643 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid da77195f-db5f-4285-bced-efded652d4cd --out /home/opnfv/functest/results/rally_full/authenticate.json 2020-06-04 21:08:18,651 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "authenticate" OK. 2020-06-04 21:08:18,652 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-glance.yaml 2020-06-04 21:08:18,652 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 21:08:18,671 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 21:08:18,672 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "glance" ... 2020-06-04 21:08:18,672 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'glance', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['glance'], 'image_name': 'rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_name': 'rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_alt_name': 'rally_full-flavor_alt_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '88203eab-7c7d-4d56-937f-1258567a3ba9'}"] 2020-06-04 21:15:29,636 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag glance --uuids-only: 1a117db9-ea49-4090-846d-f37e83d80957 2020-06-04 21:15:29,636 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 1a117db9-ea49-4090-846d-f37e83d80957 2020-06-04 21:15:29,637 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '1a117db9-ea49-4090-846d-f37e83d80957'] 2020-06-04 21:15:31,154 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 1a117db9-ea49-4090-846d-f37e83d80957 -------------------------------------------------------------------------------- Task 1a117db9-ea49-4090-846d-f37e83d80957: finished -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_delete_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 1a117db9-ea49-4090-846d-f37e83d80957 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.817 | 3.02 | 3.597 | 3.739 | 3.881 | 3.105 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.066 | 0.086 | 0.663 | 0.687 | 0.711 | 0.24 | 100.0% | 10 | | -> glance_v2.upload_data | 0.371 | 0.441 | 0.659 | 0.693 | 0.728 | 0.494 | 100.0% | 10 | | glance_v2.delete_image | 0.262 | 0.283 | 0.386 | 0.438 | 0.49 | 0.313 | 100.0% | 10 | | total | 3.084 | 3.315 | 3.929 | 4.057 | 4.185 | 3.418 | 100.0% | 10 | | -> duration | 3.084 | 3.315 | 3.929 | 4.057 | 4.185 | 3.418 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 10.348858 Full duration: 16.611679 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_list_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 1a117db9-ea49-4090-846d-f37e83d80957 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.638 | 2.943 | 3.325 | 3.355 | 3.385 | 2.986 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.066 | 0.13 | 0.41 | 0.449 | 0.489 | 0.205 | 100.0% | 10 | | -> glance_v2.upload_data | 0.376 | 0.42 | 0.481 | 0.499 | 0.517 | 0.429 | 100.0% | 10 | | glance_v2.list_images | 0.043 | 0.072 | 0.12 | 0.269 | 0.419 | 0.103 | 100.0% | 10 | | total | 2.699 | 3.023 | 3.4 | 3.434 | 3.467 | 3.089 | 100.0% | 10 | | -> duration | 2.699 | 3.023 | 3.4 | 3.434 | 3.467 | 3.089 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 9.47919 Full duration: 31.561596 -------------------------------------------------------------------------------- test scenario GlanceImages.list_images args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 1a117db9-ea49-4090-846d-f37e83d80957 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.list_images | 0.13 | 0.199 | 0.285 | 0.306 | 0.327 | 0.213 | 100.0% | 10 | | total | 0.13 | 0.199 | 0.286 | 0.306 | 0.327 | 0.213 | 100.0% | 10 | | -> duration | 0.13 | 0.199 | 0.286 | 0.306 | 0.327 | 0.213 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.945335 Full duration: 19.536304 -------------------------------------------------------------------------------- test scenario GlanceImages.create_image_and_boot_instances args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img", "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "number_instances": 2, "boot_server_kwargs": { "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 1a117db9-ea49-4090-846d-f37e83d80957 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.684 | 2.821 | 3.193 | 3.238 | 3.283 | 2.901 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.058 | 0.074 | 0.316 | 0.331 | 0.346 | 0.133 | 100.0% | 10 | | -> glance_v2.upload_data | 0.372 | 0.41 | 0.512 | 0.77 | 1.028 | 0.474 | 100.0% | 10 | | nova.boot_servers | 25.819 | 40.598 | 90.532 | 93.501 | 96.47 | 54.315 | 100.0% | 10 | | total | 28.508 | 43.614 | 93.76 | 96.481 | 99.201 | 57.217 | 100.0% | 10 | | -> duration | 27.508 | 42.614 | 92.76 | 95.481 | 98.201 | 56.217 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 154.154882 Full duration: 191.607653 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_deactivate_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 1a117db9-ea49-4090-846d-f37e83d80957 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.868 | 3.04 | 3.467 | 3.521 | 3.575 | 3.103 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.061 | 0.079 | 0.604 | 0.63 | 0.657 | 0.203 | 100.0% | 10 | | -> glance_v2.upload_data | 0.375 | 0.463 | 0.523 | 0.559 | 0.595 | 0.467 | 100.0% | 10 | | glance_v2.deactivate_image | 0.068 | 0.085 | 0.123 | 0.124 | 0.124 | 0.094 | 100.0% | 10 | | total | 2.948 | 3.126 | 3.561 | 3.625 | 3.689 | 3.197 | 100.0% | 10 | | -> duration | 2.948 | 3.126 | 3.561 | 3.625 | 3.689 | 3.197 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 9.643052 Full duration: 51.396754 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_download_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 1a117db9-ea49-4090-846d-f37e83d80957 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.696 | 2.874 | 3.419 | 3.568 | 3.718 | 2.986 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.058 | 0.085 | 0.469 | 0.504 | 0.538 | 0.191 | 100.0% | 10 | | -> glance_v2.upload_data | 0.378 | 0.399 | 0.533 | 0.613 | 0.693 | 0.441 | 100.0% | 10 | | glance_v2.download_image | 0.168 | 0.188 | 0.293 | 0.322 | 0.352 | 0.214 | 100.0% | 10 | | total | 2.864 | 3.086 | 3.695 | 3.796 | 3.896 | 3.2 | 100.0% | 10 | | -> duration | 2.864 | 3.086 | 3.695 | 3.796 | 3.896 | 3.2 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 9.490758 Full duration: 31.817792 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_get_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 1a117db9-ea49-4090-846d-f37e83d80957 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.84 | 3.044 | 3.337 | 3.35 | 3.364 | 3.062 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.066 | 0.081 | 0.426 | 0.47 | 0.514 | 0.187 | 100.0% | 10 | | -> glance_v2.upload_data | 0.394 | 0.454 | 0.523 | 0.535 | 0.547 | 0.467 | 100.0% | 10 | | glance_v2.get_image | 0.023 | 0.034 | 0.061 | 0.063 | 0.064 | 0.039 | 100.0% | 10 | | total | 2.876 | 3.081 | 3.396 | 3.405 | 3.413 | 3.101 | 100.0% | 10 | | -> duration | 2.876 | 3.081 | 3.396 | 3.405 | 3.413 | 3.101 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 9.47936 Full duration: 37.943823 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_update_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 1a117db9-ea49-4090-846d-f37e83d80957 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.636 | 2.952 | 3.39 | 3.391 | 3.393 | 2.959 | 100.0% | 10 | | -> glance_v2.get_image (x2) | 0.061 | 0.121 | 0.46 | 0.486 | 0.512 | 0.201 | 100.0% | 10 | | -> glance_v2.upload_data | 0.377 | 0.428 | 0.503 | 0.505 | 0.508 | 0.43 | 100.0% | 10 | | glance_v2.update_image | 0.153 | 0.289 | 0.538 | 0.538 | 0.538 | 0.334 | 100.0% | 10 | | total | 2.794 | 3.292 | 3.62 | 3.621 | 3.622 | 3.293 | 100.0% | 10 | | -> duration | 2.794 | 3.292 | 3.62 | 3.621 | 3.622 | 3.293 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 10.106834 Full duration: 33.39089 HINTS: * To plot HTML graphics with this data, run: rally task report 1a117db9-ea49-4090-846d-f37e83d80957 --out output.html * To generate a JUnit report, run: rally task export 1a117db9-ea49-4090-846d-f37e83d80957 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 1a117db9-ea49-4090-846d-f37e83d80957 --json --out output.json 2020-06-04 21:15:31,155 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '1a117db9-ea49-4090-846d-f37e83d80957', '--out', '/home/opnfv/functest/results/rally_full/glance.json'] 2020-06-04 21:15:35,179 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 1a117db9-ea49-4090-846d-f37e83d80957 --out /home/opnfv/functest/results/rally_full/glance.json 2020-06-04 21:15:35,197 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "glance" OK. 2020-06-04 21:15:35,198 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-cinder.yaml 2020-06-04 21:15:35,198 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 21:15:35,217 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 21:15:35,218 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "cinder" ... 2020-06-04 21:15:35,218 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'cinder', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['cinder'], 'image_name': 'rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_name': 'rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_alt_name': 'rally_full-flavor_alt_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '88203eab-7c7d-4d56-937f-1258567a3ba9'}"] 2020-06-04 21:38:34,147 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag cinder --uuids-only: 5883ce88-b580-46ab-a266-dcedd021eb91 2020-06-04 21:38:34,148 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 5883ce88-b580-46ab-a266-dcedd021eb91 2020-06-04 21:38:34,148 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '5883ce88-b580-46ab-a266-dcedd021eb91'] 2020-06-04 21:38:36,070 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 5883ce88-b580-46ab-a266-dcedd021eb91 -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91: finished -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_attach_volume args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "size": 1, "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 16.793 | 36.833 | 95.854 | 96.789 | 97.723 | 44.35 | 100.0% | 10 | | cinder_v3.create_volume | 2.492 | 2.539 | 2.635 | 2.702 | 2.769 | 2.567 | 100.0% | 10 | | nova.attach_volume | 2.756 | 2.845 | 3.011 | 3.164 | 3.318 | 2.895 | 100.0% | 10 | | nova.detach_volume | 0.765 | 2.671 | 2.78 | 2.789 | 2.799 | 2.504 | 100.0% | 10 | | cinder_v3.delete_volume | 2.194 | 2.206 | 2.263 | 2.285 | 2.306 | 2.22 | 100.0% | 10 | | nova.delete_server | 2.556 | 5.546 | 7.069 | 7.618 | 8.167 | 5.377 | 100.0% | 10 | | total | 29.728 | 51.568 | 110.119 | 112.03 | 113.94 | 59.913 | 100.0% | 10 | | -> duration | 28.728 | 50.568 | 109.119 | 111.03 | 112.94 | 58.913 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 206.001223 Full duration: 226.847344 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_list_snapshots args position 0 args values: { "args": { "detailed": true, "force": false }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } }, "volumes": { "size": 1, "volumes_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_snapshot | 2.399 | 2.474 | 3.058 | 3.833 | 4.609 | 2.743 | 100.0% | 10 | | cinder_v3.list_snapshots | 0.033 | 0.044 | 0.047 | 0.05 | 0.054 | 0.043 | 100.0% | 10 | | total | 2.438 | 2.511 | 3.103 | 3.878 | 4.652 | 2.786 | 100.0% | 10 | | -> duration | 2.438 | 2.511 | 3.103 | 3.878 | 4.652 | 2.786 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 7.874877 Full duration: 47.548104 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_list_volume args position 0 args values: { "args": { "detailed": true, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 4.775 | 4.884 | 5.757 | 5.773 | 5.788 | 5.048 | 100.0% | 10 | | cinder_v3.list_volumes | 0.074 | 0.089 | 0.103 | 0.111 | 0.119 | 0.092 | 100.0% | 10 | | total | 4.876 | 4.984 | 5.836 | 5.855 | 5.875 | 5.14 | 100.0% | 10 | | -> duration | 4.876 | 4.984 | 5.836 | 5.855 | 5.875 | 5.14 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 14.977052 Full duration: 39.652882 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_list_volume args position 1 args values: { "args": { "detailed": true, "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.577 | 2.718 | 3.214 | 3.334 | 3.453 | 2.823 | 100.0% | 10 | | cinder_v3.list_volumes | 0.083 | 0.09 | 0.123 | 0.128 | 0.134 | 0.098 | 100.0% | 10 | | total | 2.667 | 2.805 | 3.314 | 3.428 | 3.542 | 2.922 | 100.0% | 10 | | -> duration | 2.667 | 2.805 | 3.314 | 3.428 | 3.542 | 2.922 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.370107 Full duration: 36.169561 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_upload_volume_to_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "raw", "do_delete": true, "force": false, "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.54 | 2.623 | 3.092 | 3.105 | 3.118 | 2.719 | 100.0% | 10 | | cinder_v3.upload_volume_to_image | 10.725 | 19.082 | 21.108 | 21.121 | 21.134 | 17.912 | 100.0% | 10 | | cinder_v3.delete_volume | 2.188 | 2.222 | 2.288 | 2.298 | 2.308 | 2.234 | 100.0% | 10 | | glance_v2.delete_image | 0.324 | 0.372 | 0.617 | 0.621 | 0.625 | 0.419 | 100.0% | 10 | | total | 15.855 | 24.812 | 26.441 | 26.45 | 26.459 | 23.284 | 100.0% | 10 | | -> duration | 15.855 | 24.812 | 26.441 | 26.45 | 26.459 | 23.284 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 66.366658 Full duration: 79.311511 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_nested_snapshots_and_attach_volume args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "nested_level": 1, "size": { "max": 1, "min": 1 }, "create_vm_params": { "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 17.787 | 23.023 | 48.6 | 49.879 | 51.157 | 30.717 | 100.0% | 10 | | cinder_v3.create_volume | 2.455 | 2.502 | 2.601 | 2.614 | 2.626 | 2.521 | 100.0% | 10 | | cinder_v3.create_snapshot | 2.279 | 2.307 | 2.332 | 2.338 | 2.345 | 2.308 | 100.0% | 10 | | nova.attach_volume | 2.738 | 2.821 | 2.939 | 2.95 | 2.961 | 2.83 | 100.0% | 10 | | nova.detach_volume | 2.585 | 2.622 | 2.776 | 2.8 | 2.823 | 2.658 | 100.0% | 10 | | cinder_v3.delete_snapshot | 2.135 | 2.146 | 2.165 | 2.188 | 2.211 | 2.152 | 100.0% | 10 | | cinder_v3.delete_volume | 2.184 | 2.201 | 2.238 | 2.299 | 2.359 | 2.218 | 100.0% | 10 | | nova.delete_server | 2.559 | 4.796 | 10.849 | 11.061 | 11.274 | 5.599 | 100.0% | 10 | | total | 36.797 | 46.266 | 67.542 | 68.01 | 68.479 | 51.004 | 100.0% | 10 | | -> duration | 35.797 | 45.266 | 66.542 | 67.01 | 67.479 | 50.004 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 142.525416 Full duration: 170.045818 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_snapshot_and_attach_volume args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "size": { "min": 1, "max": 1 }, "create_vm_params": { "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.604 | 2.757 | 3.228 | 3.284 | 3.34 | 2.832 | 100.0% | 10 | | cinder_v3.create_snapshot | 2.279 | 2.301 | 2.334 | 2.336 | 2.338 | 2.307 | 100.0% | 10 | | nova.boot_server | 15.624 | 24.927 | 40.592 | 44.033 | 47.475 | 27.475 | 100.0% | 10 | | nova.attach_volume | 2.751 | 2.799 | 2.921 | 2.96 | 2.999 | 2.832 | 100.0% | 10 | | nova.detach_volume | 2.585 | 2.675 | 2.74 | 2.745 | 2.749 | 2.669 | 100.0% | 10 | | cinder_v3.delete_snapshot | 2.134 | 2.16 | 2.186 | 2.202 | 2.217 | 2.167 | 100.0% | 10 | | cinder_v3.delete_volume | 2.189 | 2.207 | 2.289 | 2.297 | 2.304 | 2.225 | 100.0% | 10 | | nova.delete_server | 2.654 | 5.122 | 7.157 | 7.317 | 7.478 | 5.21 | 100.0% | 10 | | total | 35.511 | 45.015 | 61.098 | 64.212 | 67.326 | 47.717 | 100.0% | 10 | | -> duration | 34.511 | 44.015 | 60.098 | 63.212 | 66.326 | 46.717 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 136.650259 Full duration: 162.155685 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_volume args position 0 args values: { "args": { "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.631 | 2.885 | 3.459 | 3.49 | 3.52 | 2.94 | 100.0% | 10 | | total | 2.631 | 2.885 | 3.459 | 3.49 | 3.52 | 2.94 | 100.0% | 10 | | -> duration | 2.631 | 2.885 | 3.459 | 3.49 | 3.52 | 2.94 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.651231 Full duration: 39.741299 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_volume args position 1 args values: { "args": { "size": { "min": 1, "max": 1 } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.573 | 2.641 | 3.408 | 3.418 | 3.427 | 2.809 | 100.0% | 10 | | total | 2.573 | 2.641 | 3.409 | 3.418 | 3.427 | 2.809 | 100.0% | 10 | | -> duration | 2.573 | 2.641 | 3.409 | 3.418 | 3.427 | 2.809 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.047654 Full duration: 31.601238 -------------------------------------------------------------------------------- test scenario CinderVolumes.list_volumes args position 0 args values: { "args": { "detailed": true }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } }, "volumes": { "size": 1, "volumes_per_tenant": 4 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.list_volumes | 0.26 | 0.327 | 0.414 | 0.424 | 0.434 | 0.336 | 100.0% | 10 | | total | 0.26 | 0.327 | 0.415 | 0.424 | 0.434 | 0.336 | 100.0% | 10 | | -> duration | 0.26 | 0.327 | 0.415 | 0.424 | 0.434 | 0.336 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.947307 Full duration: 54.574234 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_snapshot args position 0 args values: { "args": { "force": false }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } }, "volumes": { "size": 1, "volumes_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_snapshot | 2.389 | 2.417 | 2.688 | 2.734 | 2.78 | 2.481 | 100.0% | 10 | | cinder_v3.delete_snapshot | 2.132 | 2.156 | 2.193 | 2.212 | 2.232 | 2.163 | 100.0% | 10 | | total | 4.548 | 4.577 | 4.913 | 4.93 | 4.946 | 4.644 | 100.0% | 10 | | -> duration | 4.548 | 4.577 | 4.913 | 4.93 | 4.946 | 4.644 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 13.766875 Full duration: 42.194457 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 0 args values: { "args": { "size": { "max": 1, "min": 1 } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.582 | 2.714 | 3.136 | 3.268 | 3.401 | 2.798 | 100.0% | 10 | | cinder_v3.delete_volume | 2.192 | 2.206 | 2.267 | 2.327 | 2.388 | 2.226 | 100.0% | 10 | | total | 4.774 | 4.91 | 5.506 | 5.555 | 5.603 | 5.024 | 100.0% | 10 | | -> duration | 4.774 | 4.91 | 5.506 | 5.555 | 5.603 | 5.024 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 14.809527 Full duration: 24.103902 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 1 args values: { "args": { "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 4.795 | 4.925 | 5.473 | 5.482 | 5.491 | 5.019 | 100.0% | 10 | | cinder_v3.delete_volume | 2.173 | 2.216 | 2.462 | 2.464 | 2.466 | 2.261 | 100.0% | 10 | | total | 6.99 | 7.141 | 7.938 | 7.945 | 7.953 | 7.28 | 100.0% | 10 | | -> duration | 6.99 | 7.141 | 7.938 | 7.945 | 7.953 | 7.28 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 21.494843 Full duration: 53.225163 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 2 args values: { "args": { "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.59 | 2.735 | 3.65 | 3.714 | 3.778 | 2.934 | 100.0% | 10 | | cinder_v3.delete_volume | 2.182 | 2.203 | 2.24 | 2.333 | 2.425 | 2.223 | 100.0% | 10 | | total | 4.789 | 4.937 | 5.834 | 5.91 | 5.985 | 5.157 | 100.0% | 10 | | -> duration | 4.789 | 4.937 | 5.834 | 5.91 | 5.985 | 5.157 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 15.122422 Full duration: 36.238115 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_extend_volume args position 0 args values: { "args": { "new_size": 2, "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.557 | 2.69 | 3.185 | 3.235 | 3.285 | 2.779 | 100.0% | 10 | | cinder_v3.extend_volume | 2.295 | 2.333 | 2.347 | 2.349 | 2.352 | 2.331 | 100.0% | 10 | | cinder_v3.delete_volume | 2.182 | 2.187 | 2.224 | 2.289 | 2.354 | 2.205 | 100.0% | 10 | | total | 7.08 | 7.202 | 7.84 | 7.843 | 7.846 | 7.315 | 100.0% | 10 | | -> duration | 7.08 | 7.202 | 7.84 | 7.843 | 7.846 | 7.315 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 21.603554 Full duration: 50.309482 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_from_volume_and_delete_volume args position 0 args values: { "args": { "size": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } }, "volumes": { "size": 1, "volumes_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.629 | 2.726 | 3.304 | 4.055 | 4.806 | 2.997 | 100.0% | 10 | | cinder_v3.delete_volume | 2.181 | 2.207 | 4.258 | 4.265 | 4.271 | 2.642 | 100.0% | 10 | | total | 4.832 | 5.212 | 6.986 | 6.998 | 7.01 | 5.639 | 100.0% | 10 | | -> duration | 4.832 | 5.212 | 6.986 | 6.998 | 7.01 | 5.639 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 16.707509 Full duration: 51.51303 -------------------------------------------------------------------------------- test scenario CinderQos.create_and_get_qos args position 0 args values: { "args": { "consumer": "both", "write_iops_sec": "10", "read_iops_sec": "1000" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_qos | 0.154 | 0.246 | 0.305 | 0.312 | 0.319 | 0.235 | 100.0% | 10 | | cinder_v3.get_qos | 0.026 | 0.043 | 0.101 | 0.102 | 0.102 | 0.059 | 100.0% | 10 | | total | 0.181 | 0.311 | 0.357 | 0.357 | 0.357 | 0.295 | 100.0% | 10 | | -> duration | 0.181 | 0.311 | 0.357 | 0.357 | 0.357 | 0.295 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.856844 Full duration: 17.477911 -------------------------------------------------------------------------------- test scenario CinderQos.create_and_list_qos args position 0 args values: { "args": { "consumer": "both", "write_iops_sec": "10", "read_iops_sec": "1000" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_qos | 0.137 | 0.202 | 0.249 | 0.266 | 0.282 | 0.2 | 100.0% | 10 | | cinder_v3.list_qos | 0.034 | 0.058 | 0.099 | 0.107 | 0.115 | 0.068 | 100.0% | 10 | | total | 0.172 | 0.282 | 0.314 | 0.317 | 0.321 | 0.268 | 100.0% | 10 | | -> duration | 0.172 | 0.282 | 0.314 | 0.317 | 0.321 | 0.268 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.795053 Full duration: 21.729536 -------------------------------------------------------------------------------- test scenario CinderQos.create_and_set_qos args position 0 args values: { "args": { "consumer": "back-end", "write_iops_sec": "10", "read_iops_sec": "1000", "set_consumer": "both", "set_write_iops_sec": "11", "set_read_iops_sec": "1001" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_qos | 0.158 | 0.214 | 0.271 | 0.277 | 0.283 | 0.219 | 100.0% | 10 | | cinder_v3.set_qos | 0.046 | 0.091 | 0.127 | 0.131 | 0.135 | 0.092 | 100.0% | 10 | | total | 0.204 | 0.328 | 0.358 | 0.37 | 0.381 | 0.312 | 100.0% | 10 | | -> duration | 0.204 | 0.328 | 0.358 | 0.37 | 0.381 | 0.312 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.908458 Full duration: 20.926348 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_and_get_volume_type args position 0 args values: { "args": { "description": "rally tests creating types" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume_type | 0.171 | 0.255 | 0.35 | 0.36 | 0.371 | 0.263 | 100.0% | 10 | | cinder_v3.get_volume_type | 0.026 | 0.053 | 0.129 | 0.129 | 0.13 | 0.073 | 100.0% | 10 | | total | 0.198 | 0.361 | 0.39 | 0.399 | 0.408 | 0.336 | 100.0% | 10 | | -> duration | 0.198 | 0.361 | 0.39 | 0.399 | 0.408 | 0.336 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.975292 Full duration: 22.161432 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_and_list_volume_types args position 0 args values: { "args": { "description": "rally tests creating types" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume_type | 0.15 | 0.264 | 0.332 | 0.338 | 0.345 | 0.261 | 100.0% | 10 | | cinder_v3.list_types | 0.036 | 0.07 | 0.127 | 0.128 | 0.13 | 0.078 | 100.0% | 10 | | total | 0.192 | 0.372 | 0.396 | 0.398 | 0.401 | 0.339 | 100.0% | 10 | | -> duration | 0.192 | 0.372 | 0.396 | 0.398 | 0.401 | 0.339 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.977662 Full duration: 25.07147 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_and_update_volume_type args position 0 args values: { "args": { "description": "test", "update_description": "test update" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume_type | 0.148 | 0.229 | 0.29 | 0.298 | 0.306 | 0.224 | 100.0% | 10 | | cinder_v2.update_volume_type | 0.038 | 0.082 | 0.127 | 0.13 | 0.133 | 0.089 | 100.0% | 10 | | total | 0.188 | 0.326 | 0.374 | 0.379 | 0.384 | 0.313 | 100.0% | 10 | | -> duration | 0.188 | 0.326 | 0.374 | 0.379 | 0.384 | 0.313 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.904568 Full duration: 23.270203 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_volume_type_and_encryption_type args position 0 args values: { "args": { "description": "rally tests creating types", "provider": "LuksEncryptor", "cipher": "aes-xts-plain64", "key_size": 512, "control_location": "front-end" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume_type | 0.198 | 0.291 | 0.429 | 0.439 | 0.449 | 0.298 | 100.0% | 10 | | cinder_v3.create_encryption_type | 0.099 | 0.274 | 0.345 | 0.35 | 0.355 | 0.264 | 100.0% | 10 | | total | 0.321 | 0.565 | 0.708 | 0.739 | 0.77 | 0.563 | 100.0% | 10 | | -> duration | 0.321 | 0.565 | 0.708 | 0.739 | 0.77 | 0.563 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.605008 Full duration: 26.289357 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_volume_type_add_and_list_type_access args position 0 args values: { "args": { "description": "rally tests creating types" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5883ce88-b580-46ab-a266-dcedd021eb91 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v2.create_volume_type | 0.149 | 0.246 | 0.468 | 0.493 | 0.518 | 0.284 | 100.0% | 10 | | cinder_v2.add_type_access | 0.03 | 0.068 | 0.157 | 0.165 | 0.173 | 0.087 | 100.0% | 10 | | cinder_v2.list_type_access | 0.025 | 0.05 | 0.056 | 0.058 | 0.06 | 0.045 | 100.0% | 10 | | total | 0.211 | 0.374 | 0.578 | 0.597 | 0.615 | 0.415 | 100.0% | 10 | | -> duration | 0.211 | 0.374 | 0.578 | 0.597 | 0.615 | 0.415 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.171207 Full duration: 25.129535 HINTS: * To plot HTML graphics with this data, run: rally task report 5883ce88-b580-46ab-a266-dcedd021eb91 --out output.html * To generate a JUnit report, run: rally task export 5883ce88-b580-46ab-a266-dcedd021eb91 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 5883ce88-b580-46ab-a266-dcedd021eb91 --json --out output.json 2020-06-04 21:38:36,072 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '5883ce88-b580-46ab-a266-dcedd021eb91', '--out', '/home/opnfv/functest/results/rally_full/cinder.json'] 2020-06-04 21:38:41,011 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 5883ce88-b580-46ab-a266-dcedd021eb91 --out /home/opnfv/functest/results/rally_full/cinder.json 2020-06-04 21:38:41,114 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "cinder" OK. 2020-06-04 21:38:41,122 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-gnocchi.yaml 2020-06-04 21:38:41,123 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 21:38:41,139 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 21:38:41,140 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "gnocchi" ... 2020-06-04 21:38:41,140 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'gnocchi', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['gnocchi'], 'image_name': 'rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_name': 'rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_alt_name': 'rally_full-flavor_alt_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '88203eab-7c7d-4d56-937f-1258567a3ba9'}"] 2020-06-04 21:43:13,021 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag gnocchi --uuids-only: 15f562cc-0828-4d19-89fa-20655c3c37fc 2020-06-04 21:43:13,021 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 15f562cc-0828-4d19-89fa-20655c3c37fc 2020-06-04 21:43:13,022 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '15f562cc-0828-4d19-89fa-20655c3c37fc'] 2020-06-04 21:43:14,746 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 15f562cc-0828-4d19-89fa-20655c3c37fc -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc: finished -------------------------------------------------------------------------------- test scenario Gnocchi.list_capabilities args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.list_capabilities | 0.123 | 0.231 | 0.519 | 0.527 | 0.535 | 0.284 | 100.0% | 10 | | total | 0.123 | 0.231 | 0.519 | 0.527 | 0.535 | 0.284 | 100.0% | 10 | | -> duration | 0.123 | 0.231 | 0.519 | 0.527 | 0.535 | 0.284 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.832421 Full duration: 19.066441 -------------------------------------------------------------------------------- test scenario Gnocchi.get_status args position 0 args values: { "args": { "detailed": false }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.get_status | 0.228 | 0.294 | 0.366 | 0.368 | 0.37 | 0.3 | 100.0% | 10 | | total | 0.228 | 0.294 | 0.366 | 0.368 | 0.37 | 0.3 | 100.0% | 10 | | -> duration | 0.228 | 0.294 | 0.366 | 0.368 | 0.37 | 0.3 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.847035 Full duration: 30.566633 -------------------------------------------------------------------------------- test scenario GnocchiArchivePolicyRule.list_archive_policy_rule args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.list_archive_policy_rule | 0.142 | 0.262 | 0.313 | 0.322 | 0.331 | 0.259 | 100.0% | 10 | | total | 0.142 | 0.262 | 0.313 | 0.322 | 0.331 | 0.259 | 100.0% | 10 | | -> duration | 0.142 | 0.262 | 0.313 | 0.322 | 0.331 | 0.259 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.771711 Full duration: 16.185922 -------------------------------------------------------------------------------- test scenario GnocchiArchivePolicyRule.create_archive_policy_rule args position 0 args values: { "args": { "metric_pattern": "cpu_*", "archive_policy_name": "low" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_archive_policy_rule | 0.128 | 0.158 | 0.239 | 0.245 | 0.251 | 0.174 | 100.0% | 10 | | total | 0.128 | 0.158 | 0.24 | 0.246 | 0.251 | 0.174 | 100.0% | 10 | | -> duration | 0.128 | 0.158 | 0.24 | 0.246 | 0.251 | 0.174 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.498896 Full duration: 21.084513 -------------------------------------------------------------------------------- test scenario GnocchiArchivePolicyRule.create_delete_archive_policy_rule args position 0 args values: { "args": { "metric_pattern": "cpu_*", "archive_policy_name": "low" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_archive_policy_rule | 0.129 | 0.203 | 0.253 | 0.255 | 0.257 | 0.192 | 100.0% | 10 | | gnocchi.delete_archive_policy_rule | 0.025 | 0.046 | 0.08 | 0.081 | 0.082 | 0.054 | 100.0% | 10 | | total | 0.154 | 0.259 | 0.301 | 0.301 | 0.301 | 0.247 | 100.0% | 10 | | -> duration | 0.154 | 0.259 | 0.301 | 0.301 | 0.301 | 0.247 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.710162 Full duration: 15.459509 -------------------------------------------------------------------------------- test scenario GnocchiArchivePolicy.list_archive_policy args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.list_archive_policy | 0.15 | 0.22 | 0.39 | 0.409 | 0.429 | 0.266 | 100.0% | 10 | | total | 0.15 | 0.22 | 0.39 | 0.409 | 0.429 | 0.266 | 100.0% | 10 | | -> duration | 0.15 | 0.22 | 0.39 | 0.409 | 0.429 | 0.266 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.782821 Full duration: 17.834011 -------------------------------------------------------------------------------- test scenario GnocchiArchivePolicy.create_archive_policy args position 0 args values: { "args": { "definition": [ { "granularity": "0:00:01", "timespan": "1:00:00" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_archive_policy | 0.198 | 0.224 | 0.342 | 0.348 | 0.354 | 0.247 | 100.0% | 10 | | total | 0.199 | 0.224 | 0.343 | 0.348 | 0.354 | 0.247 | 100.0% | 10 | | -> duration | 0.199 | 0.224 | 0.343 | 0.348 | 0.354 | 0.247 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.728953 Full duration: 23.453438 -------------------------------------------------------------------------------- test scenario GnocchiArchivePolicy.create_delete_archive_policy args position 0 args values: { "args": { "definition": [ { "granularity": "0:00:01", "timespan": "1:00:00" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_archive_policy | 0.147 | 0.199 | 0.283 | 0.285 | 0.286 | 0.206 | 100.0% | 10 | | gnocchi.delete_archive_policy | 0.021 | 0.05 | 0.091 | 0.091 | 0.092 | 0.054 | 100.0% | 10 | | total | 0.168 | 0.24 | 0.335 | 0.335 | 0.336 | 0.26 | 100.0% | 10 | | -> duration | 0.168 | 0.24 | 0.335 | 0.335 | 0.336 | 0.26 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.750926 Full duration: 12.800504 -------------------------------------------------------------------------------- test scenario GnocchiResourceType.list_resource_type args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.list_resource_type | 0.152 | 0.233 | 0.347 | 0.352 | 0.357 | 0.25 | 100.0% | 10 | | total | 0.152 | 0.234 | 0.347 | 0.352 | 0.357 | 0.25 | 100.0% | 10 | | -> duration | 0.152 | 0.234 | 0.347 | 0.352 | 0.357 | 0.25 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.827468 Full duration: 10.136508 -------------------------------------------------------------------------------- test scenario GnocchiResourceType.create_resource_type args position 0 args values: { "args": { "attributes": { "foo": { "required": false, "type": "string" }, "bar": { "required": true, "type": "number" } } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_resource_type | 1.014 | 1.599 | 1.862 | 1.906 | 1.949 | 1.577 | 100.0% | 10 | | total | 1.014 | 1.599 | 1.862 | 1.906 | 1.949 | 1.577 | 100.0% | 10 | | -> duration | 1.014 | 1.599 | 1.862 | 1.906 | 1.949 | 1.577 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.472399 Full duration: 14.101416 -------------------------------------------------------------------------------- test scenario GnocchiResourceType.create_delete_resource_type args position 0 args values: { "args": { "attributes": { "foo": { "required": false, "type": "string" }, "bar": { "required": true, "type": "number" } } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_resource_type | 0.901 | 1.237 | 1.765 | 1.814 | 1.864 | 1.294 | 100.0% | 10 | | gnocchi.delete_resource_type | 0.155 | 0.692 | 1.176 | 1.196 | 1.217 | 0.74 | 100.0% | 10 | | total | 1.249 | 2.15 | 2.362 | 2.42 | 2.478 | 2.034 | 100.0% | 10 | | -> duration | 1.249 | 2.15 | 2.362 | 2.42 | 2.478 | 2.034 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.69234 Full duration: 13.942118 -------------------------------------------------------------------------------- test scenario GnocchiMetric.list_metric args position 0 args values: { "args": { "limit": 10000 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.list_metric | 0.427 | 0.467 | 1.42 | 1.434 | 1.447 | 0.795 | 100.0% | 10 | | total | 0.427 | 0.467 | 1.42 | 1.434 | 1.448 | 0.795 | 100.0% | 10 | | -> duration | 0.427 | 0.467 | 1.42 | 1.434 | 1.448 | 0.795 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.148017 Full duration: 7.059315 -------------------------------------------------------------------------------- test scenario GnocchiMetric.create_metric args position 0 args values: { "args": { "archive_policy_name": "low" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_metric | 0.168 | 0.323 | 0.377 | 0.392 | 0.407 | 0.319 | 100.0% | 10 | | total | 0.169 | 0.323 | 0.377 | 0.392 | 0.407 | 0.319 | 100.0% | 10 | | -> duration | 0.169 | 0.323 | 0.377 | 0.392 | 0.407 | 0.319 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.963821 Full duration: 7.218608 -------------------------------------------------------------------------------- test scenario GnocchiMetric.create_delete_metric args position 0 args values: { "args": { "archive_policy_name": "low" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_metric | 0.176 | 0.392 | 0.63 | 0.638 | 0.646 | 0.43 | 100.0% | 10 | | gnocchi.delete_metric | 0.033 | 0.043 | 0.059 | 0.06 | 0.062 | 0.045 | 100.0% | 10 | | total | 0.209 | 0.44 | 0.686 | 0.695 | 0.704 | 0.475 | 100.0% | 10 | | -> duration | 0.209 | 0.44 | 0.686 | 0.695 | 0.704 | 0.475 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.344126 Full duration: 7.841784 -------------------------------------------------------------------------------- test scenario GnocchiResource.create_resource args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_resource | 0.202 | 0.451 | 0.535 | 0.549 | 0.562 | 0.425 | 100.0% | 10 | | total | 0.202 | 0.452 | 0.535 | 0.549 | 0.562 | 0.425 | 100.0% | 10 | | -> duration | 0.202 | 0.452 | 0.535 | 0.549 | 0.562 | 0.425 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.16308 Full duration: 10.003083 -------------------------------------------------------------------------------- test scenario GnocchiResource.create_delete_resource args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 15f562cc-0828-4d19-89fa-20655c3c37fc has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_resource | 0.155 | 0.249 | 0.41 | 0.432 | 0.454 | 0.285 | 100.0% | 10 | | gnocchi.delete_resource | 0.038 | 0.067 | 0.096 | 0.104 | 0.112 | 0.068 | 100.0% | 10 | | total | 0.256 | 0.306 | 0.478 | 0.485 | 0.493 | 0.353 | 100.0% | 10 | | -> duration | 0.256 | 0.306 | 0.478 | 0.485 | 0.493 | 0.353 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.041628 Full duration: 6.87257 HINTS: * To plot HTML graphics with this data, run: rally task report 15f562cc-0828-4d19-89fa-20655c3c37fc --out output.html * To generate a JUnit report, run: rally task export 15f562cc-0828-4d19-89fa-20655c3c37fc --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 15f562cc-0828-4d19-89fa-20655c3c37fc --json --out output.json 2020-06-04 21:43:14,747 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '15f562cc-0828-4d19-89fa-20655c3c37fc', '--out', '/home/opnfv/functest/results/rally_full/gnocchi.json'] 2020-06-04 21:43:18,565 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 15f562cc-0828-4d19-89fa-20655c3c37fc --out /home/opnfv/functest/results/rally_full/gnocchi.json 2020-06-04 21:43:18,579 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "gnocchi" OK. 2020-06-04 21:43:18,580 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-heat.yaml 2020-06-04 21:43:18,580 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 21:43:18,607 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 21:43:18,609 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "heat" ... 2020-06-04 21:43:18,609 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'heat', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['heat'], 'image_name': 'rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_name': 'rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_alt_name': 'rally_full-flavor_alt_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '88203eab-7c7d-4d56-937f-1258567a3ba9'}"] 2020-06-04 21:56:09,522 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag heat --uuids-only: 5315d07e-8c06-45a9-b8f6-9125458678d3 2020-06-04 21:56:09,524 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 5315d07e-8c06-45a9-b8f6-9125458678d3 2020-06-04 21:56:09,525 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '5315d07e-8c06-45a9-b8f6-9125458678d3'] 2020-06-04 21:56:10,955 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 5315d07e-8c06-45a9-b8f6-9125458678d3 -------------------------------------------------------------------------------- Task 5315d07e-8c06-45a9-b8f6-9125458678d3: finished -------------------------------------------------------------------------------- test scenario HeatStacks.create_and_delete_stack args position 0 args values: { "args": { "template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/default.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5315d07e-8c06-45a9-b8f6-9125458678d3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.656 | 3.084 | 3.846 | 3.859 | 3.871 | 3.304 | 100.0% | 10 | | heat.delete_stack | 0.13 | 0.161 | 1.209 | 1.211 | 1.214 | 0.467 | 100.0% | 10 | | total | 2.8 | 3.241 | 5.035 | 5.045 | 5.056 | 3.771 | 100.0% | 10 | | -> duration | 0.8 | 1.241 | 3.035 | 3.045 | 3.056 | 1.771 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.886508 Full duration: 20.353147 -------------------------------------------------------------------------------- test scenario HeatStacks.create_and_delete_stack args position 1 args values: { "args": { "template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/server_with_ports.yaml.template", "parameters": { "public_net": "public", "image": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea", "flavor": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5315d07e-8c06-45a9-b8f6-9125458678d3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 20.764 | 27.935 | 38.15 | 44.001 | 49.851 | 30.077 | 100.0% | 10 | | heat.delete_stack | 9.734 | 19.972 | 28.372 | 30.352 | 32.332 | 19.53 | 100.0% | 10 | | total | 31.666 | 52.233 | 64.589 | 70.116 | 75.644 | 49.607 | 100.0% | 10 | | -> duration | 29.666 | 50.233 | 62.589 | 68.116 | 73.644 | 47.607 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 154.368166 Full duration: 186.525115 -------------------------------------------------------------------------------- test scenario HeatStacks.create_and_delete_stack args position 2 args values: { "args": { "template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/server_with_volume.yaml.template", "parameters": { "image": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea", "flavor": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea", "network_id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5315d07e-8c06-45a9-b8f6-9125458678d3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 18.151 | 23.865 | 32.87 | 34.829 | 36.789 | 24.957 | 100.0% | 10 | | heat.delete_stack | 6.534 | 7.654 | 9.905 | 10.407 | 10.909 | 8.071 | 100.0% | 10 | | total | 26.849 | 31.356 | 39.589 | 42.002 | 44.415 | 33.028 | 100.0% | 10 | | -> duration | 24.849 | 29.356 | 37.589 | 40.002 | 42.415 | 31.028 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 96.269959 Full duration: 125.076939 -------------------------------------------------------------------------------- test scenario HeatStacks.create_and_list_stack args position 0 args values: { "args": { "template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/default.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5315d07e-8c06-45a9-b8f6-9125458678d3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.671 | 2.988 | 3.107 | 3.126 | 3.146 | 2.951 | 100.0% | 10 | | heat.list_stacks | 0.035 | 0.043 | 0.053 | 0.053 | 0.054 | 0.044 | 100.0% | 10 | | total | 2.717 | 3.029 | 3.149 | 3.166 | 3.182 | 2.996 | 100.0% | 10 | | -> duration | 0.717 | 1.029 | 1.149 | 1.166 | 1.182 | 0.996 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.812183 Full duration: 21.707962 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 0 args values: { "args": { "template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template", "updated_template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/updated_random_strings_add.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5315d07e-8c06-45a9-b8f6-9125458678d3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.837 | 2.97 | 3.313 | 3.344 | 3.376 | 3.039 | 100.0% | 10 | | heat.update_stack | 3.27 | 3.32 | 3.371 | 3.374 | 3.377 | 3.325 | 100.0% | 10 | | heat.delete_stack | 2.284 | 3.349 | 3.4 | 3.402 | 3.404 | 3.151 | 100.0% | 10 | | total | 8.913 | 9.598 | 9.867 | 9.867 | 9.868 | 9.515 | 100.0% | 10 | | -> duration | 4.913 | 5.598 | 5.867 | 5.867 | 5.868 | 5.515 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 24.23765 Full duration: 53.145517 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 1 args values: { "args": { "template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template", "updated_template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/updated_random_strings_delete.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5315d07e-8c06-45a9-b8f6-9125458678d3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.704 | 3.082 | 3.223 | 3.257 | 3.291 | 3.036 | 100.0% | 10 | | heat.update_stack | 2.175 | 2.199 | 2.213 | 2.216 | 2.22 | 2.198 | 100.0% | 10 | | heat.delete_stack | 1.2 | 1.218 | 1.24 | 1.248 | 1.255 | 1.22 | 100.0% | 10 | | total | 6.082 | 6.5 | 6.679 | 6.695 | 6.712 | 6.455 | 100.0% | 10 | | -> duration | 2.082 | 2.5 | 2.679 | 2.695 | 2.712 | 2.455 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 15.297035 Full duration: 40.974805 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 2 args values: { "args": { "template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/resource_group.yaml.template", "updated_template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/updated_resource_group_increase.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5315d07e-8c06-45a9-b8f6-9125458678d3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 3.836 | 4.041 | 4.164 | 4.205 | 4.246 | 4.023 | 100.0% | 10 | | heat.update_stack | 4.337 | 4.355 | 4.374 | 4.377 | 4.38 | 4.357 | 100.0% | 10 | | heat.delete_stack | 3.333 | 3.899 | 4.445 | 4.452 | 4.46 | 3.895 | 100.0% | 10 | | total | 11.536 | 12.313 | 12.869 | 12.896 | 12.923 | 12.275 | 100.0% | 10 | | -> duration | 7.536 | 8.313 | 8.869 | 8.896 | 8.923 | 8.275 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 32.479775 Full duration: 57.207701 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 3 args values: { "args": { "template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/autoscaling_policy.yaml.template", "updated_template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/updated_autoscaling_policy_inplace.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5315d07e-8c06-45a9-b8f6-9125458678d3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.779 | 2.959 | 3.186 | 3.206 | 3.227 | 2.989 | 100.0% | 10 | | heat.update_stack | 2.165 | 2.206 | 2.221 | 2.229 | 2.237 | 2.202 | 100.0% | 10 | | heat.delete_stack | 2.258 | 2.28 | 2.322 | 2.334 | 2.345 | 2.287 | 100.0% | 10 | | total | 7.259 | 7.466 | 7.68 | 7.712 | 7.744 | 7.478 | 100.0% | 10 | | -> duration | 3.259 | 3.466 | 3.68 | 3.712 | 3.744 | 3.478 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 18.308297 Full duration: 42.681762 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 4 args values: { "args": { "template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/resource_group.yaml.template", "updated_template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/updated_resource_group_reduce.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5315d07e-8c06-45a9-b8f6-9125458678d3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 3.836 | 4.007 | 4.111 | 4.115 | 4.118 | 4.01 | 100.0% | 10 | | heat.update_stack | 3.263 | 3.276 | 3.293 | 3.305 | 3.318 | 3.279 | 100.0% | 10 | | heat.delete_stack | 2.269 | 2.285 | 2.298 | 2.302 | 2.306 | 2.286 | 100.0% | 10 | | total | 9.372 | 9.563 | 9.693 | 9.7 | 9.708 | 9.574 | 100.0% | 10 | | -> duration | 5.372 | 5.563 | 5.693 | 5.7 | 5.708 | 5.574 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 24.635566 Full duration: 38.814388 -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 5 args values: { "args": { "template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template", "updated_template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/updated_random_strings_replace.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5315d07e-8c06-45a9-b8f6-9125458678d3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.84 | 2.897 | 3.044 | 3.045 | 3.045 | 2.914 | 100.0% | 10 | | heat.update_stack | 2.176 | 2.203 | 2.227 | 2.234 | 2.241 | 2.205 | 100.0% | 10 | | heat.delete_stack | 1.194 | 2.285 | 2.336 | 2.356 | 2.376 | 2.192 | 100.0% | 10 | | total | 6.21 | 7.409 | 7.536 | 7.553 | 7.57 | 7.311 | 100.0% | 10 | | -> duration | 2.21 | 3.409 | 3.536 | 3.553 | 3.57 | 3.311 | 100.0% | 10 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 18.176446 Full duration: 50.126595 -------------------------------------------------------------------------------- test scenario HeatStacks.create_check_delete_stack args position 0 args values: { "args": { "template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5315d07e-8c06-45a9-b8f6-9125458678d3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.718 | 2.935 | 3.06 | 3.064 | 3.068 | 2.903 | 100.0% | 10 | | heat.check_stack | 0.161 | 1.286 | 1.305 | 1.309 | 1.313 | 0.958 | 100.0% | 10 | | heat.delete_stack | 1.211 | 2.294 | 2.314 | 2.315 | 2.317 | 2.187 | 100.0% | 10 | | total | 5.211 | 6.35 | 6.63 | 6.646 | 6.662 | 6.048 | 100.0% | 10 | | -> duration | 3.211 | 4.35 | 4.63 | 4.646 | 4.662 | 4.048 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 15.371711 Full duration: 31.021005 -------------------------------------------------------------------------------- test scenario HeatStacks.create_suspend_resume_delete_stack args position 0 args values: { "args": { "template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template" }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5315d07e-8c06-45a9-b8f6-9125458678d3 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.941 | 3.123 | 3.268 | 3.315 | 3.362 | 3.131 | 100.0% | 10 | | heat.suspend_stack | 1.252 | 1.285 | 1.31 | 1.349 | 1.387 | 1.292 | 100.0% | 10 | | heat.resume_stack | 1.259 | 1.279 | 1.297 | 1.298 | 1.299 | 1.279 | 100.0% | 10 | | heat.delete_stack | 1.195 | 2.287 | 2.31 | 2.31 | 2.311 | 1.967 | 100.0% | 10 | | total | 6.754 | 7.935 | 8.092 | 8.162 | 8.231 | 7.669 | 100.0% | 10 | | -> duration | 4.754 | 5.935 | 6.092 | 6.162 | 6.231 | 5.669 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 20.759392 Full duration: 42.25182 -------------------------------------------------------------------------------- test scenario HeatStacks.list_stacks_and_resources args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5315d07e-8c06-45a9-b8f6-9125458678d3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.list_stacks | 0.136 | 0.219 | 0.44 | 0.452 | 0.463 | 0.285 | 100.0% | 10 | | total | 0.136 | 0.219 | 0.44 | 0.452 | 0.463 | 0.285 | 100.0% | 10 | | -> duration | 0.136 | 0.219 | 0.44 | 0.452 | 0.463 | 0.285 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.791467 Full duration: 24.060276 HINTS: * To plot HTML graphics with this data, run: rally task report 5315d07e-8c06-45a9-b8f6-9125458678d3 --out output.html * To generate a JUnit report, run: rally task export 5315d07e-8c06-45a9-b8f6-9125458678d3 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 5315d07e-8c06-45a9-b8f6-9125458678d3 --json --out output.json 2020-06-04 21:56:10,957 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '5315d07e-8c06-45a9-b8f6-9125458678d3', '--out', '/home/opnfv/functest/results/rally_full/heat.json'] 2020-06-04 21:56:14,428 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 5315d07e-8c06-45a9-b8f6-9125458678d3 --out /home/opnfv/functest/results/rally_full/heat.json 2020-06-04 21:56:14,450 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "heat" OK. 2020-06-04 21:56:14,450 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-keystone.yaml 2020-06-04 21:56:14,450 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 21:56:14,471 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 21:56:14,472 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "keystone" ... 2020-06-04 21:56:14,472 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'keystone', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['keystone'], 'image_name': 'rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_name': 'rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_alt_name': 'rally_full-flavor_alt_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '88203eab-7c7d-4d56-937f-1258567a3ba9'}"] 2020-06-04 22:01:41,450 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag keystone --uuids-only: 3812651b-ed81-4d76-9580-68122b6569b2 2020-06-04 22:01:41,451 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 3812651b-ed81-4d76-9580-68122b6569b2 2020-06-04 22:01:41,451 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '3812651b-ed81-4d76-9580-68122b6569b2'] 2020-06-04 22:01:43,033 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 3812651b-ed81-4d76-9580-68122b6569b2 -------------------------------------------------------------------------------- Task 3812651b-ed81-4d76-9580-68122b6569b2: finished -------------------------------------------------------------------------------- test scenario KeystoneBasic.add_and_remove_user_role args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 3812651b-ed81-4d76-9580-68122b6569b2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.072 | 0.1 | 0.123 | 0.138 | 0.153 | 0.103 | 100.0% | 10 | | keystone_v3.add_role | 0.062 | 0.1 | 0.158 | 0.176 | 0.194 | 0.111 | 100.0% | 10 | | keystone_v3.revoke_role | 0.109 | 0.198 | 0.246 | 0.264 | 0.282 | 0.193 | 100.0% | 10 | | total | 0.246 | 0.419 | 0.524 | 0.524 | 0.524 | 0.407 | 100.0% | 10 | | -> duration | 0.246 | 0.419 | 0.524 | 0.524 | 0.524 | 0.407 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.296125 Full duration: 23.922767 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_add_and_list_user_roles args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 3812651b-ed81-4d76-9580-68122b6569b2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.073 | 0.145 | 0.375 | 0.509 | 0.643 | 0.222 | 100.0% | 10 | | keystone_v3.add_role | 0.049 | 0.077 | 0.377 | 0.384 | 0.391 | 0.151 | 100.0% | 10 | | keystone_v3.list_roles | 0.079 | 0.163 | 0.254 | 0.288 | 0.322 | 0.172 | 100.0% | 10 | | total | 0.236 | 0.439 | 0.922 | 0.928 | 0.934 | 0.546 | 100.0% | 10 | | -> duration | 0.236 | 0.439 | 0.922 | 0.928 | 0.934 | 0.546 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.994134 Full duration: 33.992489 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_list_tenants args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 3812651b-ed81-4d76-9580-68122b6569b2 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.195 | 0.401 | 0.494 | 0.545 | 0.597 | 0.393 | 100.0% | 10 | | keystone_v3.list_projects | 0.105 | 0.184 | 0.234 | 0.234 | 0.234 | 0.177 | 100.0% | 10 | | total | 0.3 | 0.595 | 0.703 | 0.747 | 0.791 | 0.571 | 100.0% | 10 | | -> duration | 0.3 | 0.595 | 0.703 | 0.747 | 0.791 | 0.571 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.967199 Full duration: 34.109315 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_delete_role args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 3812651b-ed81-4d76-9580-68122b6569b2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.06 | 0.122 | 0.261 | 0.265 | 0.269 | 0.157 | 100.0% | 10 | | keystone_v3.delete_role | 0.057 | 0.162 | 0.193 | 0.225 | 0.257 | 0.148 | 100.0% | 10 | | total | 0.117 | 0.293 | 0.442 | 0.46 | 0.478 | 0.305 | 100.0% | 10 | | -> duration | 0.117 | 0.293 | 0.442 | 0.46 | 0.478 | 0.305 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.485151 Full duration: 29.845767 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_delete_service args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 3812651b-ed81-4d76-9580-68122b6569b2 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_service | 0.073 | 0.108 | 0.149 | 0.166 | 0.182 | 0.116 | 100.0% | 10 | | keystone_v3.delete_service | 0.06 | 0.098 | 0.146 | 0.153 | 0.161 | 0.104 | 100.0% | 10 | | total | 0.142 | 0.208 | 0.288 | 0.297 | 0.306 | 0.22 | 100.0% | 10 | | -> duration | 0.142 | 0.208 | 0.288 | 0.297 | 0.306 | 0.22 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.589118 Full duration: 24.072104 -------------------------------------------------------------------------------- test scenario KeystoneBasic.get_entities args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 3812651b-ed81-4d76-9580-68122b6569b2 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.187 | 0.393 | 0.449 | 0.49 | 0.531 | 0.354 | 100.0% | 10 | | keystone_v3.create_user | 0.35 | 0.622 | 0.66 | 0.663 | 0.666 | 0.563 | 100.0% | 10 | | -> keystone_v3.list_roles | 0.05 | 0.076 | 0.148 | 0.163 | 0.177 | 0.089 | 100.0% | 10 | | -> keystone_v3.add_role | 0.056 | 0.114 | 0.156 | 0.16 | 0.165 | 0.108 | 100.0% | 10 | | keystone_v3.create_role | 0.047 | 0.084 | 0.129 | 0.14 | 0.15 | 0.087 | 100.0% | 10 | | keystone_v3.get_project | 0.039 | 0.064 | 0.124 | 0.128 | 0.132 | 0.072 | 100.0% | 10 | | keystone_v3.get_user | 0.041 | 0.054 | 0.069 | 0.07 | 0.071 | 0.056 | 100.0% | 10 | | keystone_v3.get_role | 0.046 | 0.062 | 0.076 | 0.077 | 0.078 | 0.063 | 100.0% | 10 | | keystone_v3.list_services | 0.048 | 0.066 | 0.075 | 0.08 | 0.084 | 0.064 | 100.0% | 10 | | keystone_v3.get_services | 0.042 | 0.053 | 0.072 | 0.079 | 0.087 | 0.056 | 100.0% | 10 | | total | 0.934 | 1.52 | 1.628 | 1.663 | 1.697 | 1.437 | 100.0% | 10 | | -> duration | 0.934 | 1.52 | 1.628 | 1.663 | 1.697 | 1.437 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.856081 Full duration: 39.423255 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_update_and_delete_tenant args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 3812651b-ed81-4d76-9580-68122b6569b2 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.221 | 0.321 | 0.415 | 0.437 | 0.458 | 0.318 | 100.0% | 10 | | keystone_v3.update_project | 0.091 | 0.131 | 0.241 | 0.251 | 0.261 | 0.15 | 100.0% | 10 | | keystone_v3.delete_project | 0.114 | 0.174 | 0.213 | 0.228 | 0.244 | 0.17 | 100.0% | 10 | | total | 0.532 | 0.614 | 0.745 | 0.776 | 0.806 | 0.637 | 100.0% | 10 | | -> duration | 0.532 | 0.614 | 0.745 | 0.776 | 0.806 | 0.637 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.751706 Full duration: 22.339456 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_user args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": {}, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 3812651b-ed81-4d76-9580-68122b6569b2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_user | 0.169 | 0.251 | 0.273 | 0.285 | 0.297 | 0.244 | 100.0% | 10 | | total | 0.222 | 0.314 | 0.356 | 0.358 | 0.361 | 0.307 | 100.0% | 10 | | -> duration | 0.222 | 0.314 | 0.356 | 0.358 | 0.361 | 0.307 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.517997 Full duration: 14.948695 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_tenant args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": {}, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 3812651b-ed81-4d76-9580-68122b6569b2 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.196 | 0.372 | 0.478 | 0.515 | 0.551 | 0.371 | 100.0% | 10 | | total | 0.196 | 0.372 | 0.479 | 0.515 | 0.551 | 0.371 | 100.0% | 10 | | -> duration | 0.196 | 0.372 | 0.479 | 0.515 | 0.551 | 0.371 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.145522 Full duration: 16.19584 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_list_users args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": {}, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 3812651b-ed81-4d76-9580-68122b6569b2 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_user | 0.231 | 0.287 | 0.33 | 0.345 | 0.361 | 0.289 | 100.0% | 10 | | keystone_v3.list_users | 0.103 | 0.152 | 0.2 | 0.207 | 0.213 | 0.152 | 100.0% | 10 | | total | 0.429 | 0.554 | 0.657 | 0.686 | 0.715 | 0.546 | 100.0% | 10 | | -> duration | 0.429 | 0.554 | 0.657 | 0.686 | 0.715 | 0.546 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.413433 Full duration: 15.666078 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_tenant_with_users args position 0 args values: { "args": { "users_per_tenant": 10 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": {}, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 3812651b-ed81-4d76-9580-68122b6569b2 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.184 | 0.262 | 0.419 | 0.465 | 0.511 | 0.302 | 100.0% | 10 | | keystone_v3.create_users | 3.214 | 5.243 | 5.978 | 5.978 | 5.978 | 5.095 | 100.0% | 10 | | -> keystone_v3.create_user (x10) | 3.213 | 5.242 | 5.977 | 5.978 | 5.978 | 5.094 | 100.0% | 10 | | --> keystone_v3.list_roles (x10) | 0.47 | 0.883 | 1.164 | 1.259 | 1.354 | 0.87 | 100.0% | 10 | | --> keystone_v3.add_role (x10) | 0.634 | 1.048 | 1.406 | 1.409 | 1.412 | 1.043 | 100.0% | 10 | | total | 3.958 | 6.349 | 7.078 | 7.092 | 7.107 | 6.138 | 100.0% | 10 | | -> duration | 3.958 | 6.349 | 7.078 | 7.092 | 7.107 | 6.138 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 18.40823 Full duration: 44.735461 HINTS: * To plot HTML graphics with this data, run: rally task report 3812651b-ed81-4d76-9580-68122b6569b2 --out output.html * To generate a JUnit report, run: rally task export 3812651b-ed81-4d76-9580-68122b6569b2 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 3812651b-ed81-4d76-9580-68122b6569b2 --json --out output.json 2020-06-04 22:01:43,034 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '3812651b-ed81-4d76-9580-68122b6569b2', '--out', '/home/opnfv/functest/results/rally_full/keystone.json'] 2020-06-04 22:01:46,628 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 3812651b-ed81-4d76-9580-68122b6569b2 --out /home/opnfv/functest/results/rally_full/keystone.json 2020-06-04 22:01:46,650 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "keystone" OK. 2020-06-04 22:01:46,651 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-neutron.yaml 2020-06-04 22:01:46,651 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 22:01:46,670 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 22:01:46,671 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "neutron" ... 2020-06-04 22:01:46,671 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'neutron', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['neutron'], 'image_name': 'rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_name': 'rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_alt_name': 'rally_full-flavor_alt_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '88203eab-7c7d-4d56-937f-1258567a3ba9'}"] 2020-06-04 22:18:41,103 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag neutron --uuids-only: 5583e28d-fb16-4bed-ba70-1857753d1be3 2020-06-04 22:18:41,104 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 5583e28d-fb16-4bed-ba70-1857753d1be3 2020-06-04 22:18:41,105 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '5583e28d-fb16-4bed-ba70-1857753d1be3'] 2020-06-04 22:18:42,649 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 5583e28d-fb16-4bed-ba70-1857753d1be3 -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3: finished -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_update_networks args position 0 args values: { "args": { "network_create_args": {}, "network_update_args": { "admin_state_up": false } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 3.469 | 3.729 | 6.545 | 6.815 | 7.086 | 4.431 | 100.0% | 10 | | neutron.update_network | 0.457 | 0.531 | 0.767 | 1.285 | 1.803 | 0.659 | 100.0% | 10 | | total | 4.021 | 4.602 | 7.04 | 7.389 | 7.738 | 5.09 | 100.0% | 10 | | -> duration | 4.021 | 4.602 | 7.04 | 7.389 | 7.738 | 5.09 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 13.516127 Full duration: 106.998735 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_update_ports args position 0 args values: { "args": { "network_create_args": {}, "port_create_args": {}, "port_update_args": { "admin_state_up": false, "device_id": "dummy_id", "device_owner": "dummy_owner" }, "ports_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "port": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port | 4.098 | 5.92 | 8.951 | 9.101 | 9.252 | 6.234 | 100.0% | 10 | | neutron.update_port | 0.728 | 2.784 | 4.395 | 6.032 | 7.669 | 2.935 | 100.0% | 10 | | total | 5.022 | 9.556 | 11.754 | 11.826 | 11.898 | 9.17 | 100.0% | 10 | | -> duration | 5.022 | 9.556 | 11.754 | 11.826 | 11.898 | 9.17 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 23.674283 Full duration: 160.023097 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_update_routers args position 0 args values: { "args": { "network_create_args": {}, "router_create_args": {}, "router_update_args": { "admin_state_up": false }, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1, "port": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.377 | 3.6 | 4.879 | 5.465 | 6.052 | 3.665 | 100.0% | 10 | | neutron.create_router | 0.1 | 0.171 | 0.573 | 1.888 | 3.203 | 0.487 | 100.0% | 10 | | neutron.create_subnet | 3.04 | 4.543 | 8.458 | 8.614 | 8.771 | 5.128 | 100.0% | 10 | | -> neutron.add_interface_router | 2.202 | 3.611 | 7.533 | 7.702 | 7.871 | 4.067 | 100.0% | 10 | | neutron.update_router | 0.567 | 0.723 | 3.942 | 4.626 | 5.311 | 1.787 | 100.0% | 10 | | total | 4.943 | 11.356 | 14.773 | 15.461 | 16.15 | 11.067 | 100.0% | 10 | | -> duration | 4.943 | 11.356 | 14.773 | 15.461 | 16.15 | 11.067 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 30.780325 Full duration: 139.72239 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_update_subnets args position 0 args values: { "args": { "network_create_args": {}, "subnet_cidr_start": "1.4.0.0/16", "subnet_create_args": {}, "subnet_update_args": { "enable_dhcp": false }, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.35 | 0.575 | 1.371 | 1.709 | 2.048 | 0.792 | 100.0% | 10 | | neutron.create_subnet | 0.67 | 0.77 | 1.474 | 1.639 | 1.804 | 0.989 | 100.0% | 10 | | neutron.update_subnet | 0.391 | 0.469 | 0.956 | 1.062 | 1.167 | 0.593 | 100.0% | 10 | | total | 1.59 | 1.695 | 4.254 | 4.261 | 4.267 | 2.374 | 100.0% | 10 | | -> duration | 1.59 | 1.695 | 4.254 | 4.261 | 4.267 | 2.374 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 6.532658 Full duration: 26.896006 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_networks args position 0 args values: { "args": { "network_create_args": {} }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.372 | 1.299 | 2.397 | 2.737 | 3.078 | 1.401 | 100.0% | 10 | | neutron.delete_network | 0.55 | 0.838 | 1.94 | 1.958 | 1.975 | 1.184 | 100.0% | 10 | | total | 1.254 | 2.54 | 3.5 | 3.603 | 3.706 | 2.585 | 100.0% | 10 | | -> duration | 1.254 | 2.54 | 3.5 | 3.603 | 3.706 | 2.585 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 7.192312 Full duration: 18.019901 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_ports args position 0 args values: { "args": { "network_create_args": {}, "port_create_args": {}, "ports_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "port": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port | 0.89 | 1.387 | 2.358 | 3.193 | 4.028 | 1.705 | 100.0% | 10 | | neutron.delete_port | 0.541 | 0.741 | 2.668 | 2.717 | 2.766 | 1.148 | 100.0% | 10 | | total | 1.457 | 2.25 | 4.87 | 4.984 | 5.098 | 2.854 | 100.0% | 10 | | -> duration | 1.457 | 2.25 | 4.87 | 4.984 | 5.098 | 2.854 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 7.836575 Full duration: 27.81783 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_routers args position 0 args values: { "args": { "network_create_args": {}, "router_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1, "port": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.337 | 0.494 | 2.212 | 2.287 | 2.362 | 0.905 | 100.0% | 10 | | neutron.create_router | 0.077 | 0.1 | 0.144 | 0.182 | 0.221 | 0.11 | 100.0% | 10 | | neutron.create_subnet | 2.777 | 4.153 | 5.915 | 6.129 | 6.343 | 4.382 | 100.0% | 10 | | -> neutron.add_interface_router | 2.051 | 3.259 | 3.725 | 4.364 | 5.003 | 3.278 | 100.0% | 10 | | neutron.remove_interface_router | 1.745 | 2.658 | 4.386 | 4.416 | 4.446 | 2.682 | 100.0% | 10 | | neutron.delete_router | 0.349 | 0.429 | 0.793 | 1.159 | 1.526 | 0.547 | 100.0% | 10 | | total | 6.632 | 7.66 | 12.575 | 13.076 | 13.578 | 8.626 | 100.0% | 10 | | -> duration | 6.632 | 7.66 | 12.575 | 13.076 | 13.578 | 8.626 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 24.731724 Full duration: 46.396279 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_subnets args position 0 args values: { "args": { "network_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.319 | 0.573 | 2.031 | 2.619 | 3.207 | 0.989 | 100.0% | 10 | | neutron.create_subnet | 0.641 | 0.78 | 1.523 | 2.06 | 2.596 | 1.025 | 100.0% | 10 | | neutron.delete_subnet | 0.402 | 0.553 | 1.555 | 1.948 | 2.34 | 0.829 | 100.0% | 10 | | total | 1.652 | 1.858 | 5.72 | 6.022 | 6.323 | 2.85 | 100.0% | 10 | | -> duration | 1.652 | 1.858 | 5.72 | 6.022 | 6.323 | 2.85 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.042509 Full duration: 24.187632 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_networks args position 0 args values: { "args": { "network_create_args": {} }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.336 | 0.584 | 1.861 | 1.944 | 2.026 | 0.954 | 100.0% | 10 | | neutron.list_networks | 0.118 | 0.136 | 0.154 | 0.155 | 0.157 | 0.136 | 100.0% | 10 | | total | 0.454 | 0.722 | 2.003 | 2.092 | 2.18 | 1.09 | 100.0% | 10 | | -> duration | 0.454 | 0.722 | 2.003 | 2.092 | 2.18 | 1.09 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.869122 Full duration: 19.592576 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_ports args position 0 args values: { "args": { "network_create_args": {}, "port_create_args": {}, "ports_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "port": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port | 0.827 | 1.337 | 1.781 | 2.283 | 2.784 | 1.45 | 100.0% | 10 | | neutron.list_ports | 0.07 | 0.097 | 0.295 | 0.754 | 1.213 | 0.215 | 100.0% | 10 | | total | 0.94 | 1.502 | 2.803 | 2.848 | 2.892 | 1.665 | 100.0% | 10 | | -> duration | 0.94 | 1.502 | 2.803 | 2.848 | 2.892 | 1.665 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.526605 Full duration: 27.659749 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_routers args position 0 args values: { "args": { "network_create_args": {}, "router_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.4 | 1.702 | 2.786 | 2.981 | 3.176 | 1.759 | 100.0% | 10 | | neutron.create_router | 0.076 | 0.147 | 0.255 | 0.297 | 0.339 | 0.167 | 100.0% | 10 | | neutron.create_subnet | 2.52 | 5.745 | 9.275 | 9.495 | 9.715 | 5.779 | 100.0% | 10 | | -> neutron.add_interface_router | 1.888 | 2.971 | 7.553 | 7.771 | 7.988 | 4.267 | 100.0% | 10 | | neutron.list_routers | 0.123 | 0.193 | 0.416 | 0.867 | 1.318 | 0.31 | 100.0% | 10 | | total | 3.398 | 8.258 | 11.711 | 11.79 | 11.868 | 8.015 | 100.0% | 10 | | -> duration | 3.398 | 8.258 | 11.711 | 11.79 | 11.868 | 8.015 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 23.780091 Full duration: 60.288478 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_subnets args position 0 args values: { "args": { "network_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.347 | 0.793 | 2.307 | 2.577 | 2.848 | 1.139 | 100.0% | 10 | | neutron.create_subnet | 0.63 | 1.011 | 2.735 | 2.914 | 3.093 | 1.351 | 100.0% | 10 | | neutron.list_subnets | 0.068 | 0.121 | 0.289 | 0.802 | 1.315 | 0.24 | 100.0% | 10 | | total | 1.116 | 2.429 | 5.496 | 5.572 | 5.648 | 2.73 | 100.0% | 10 | | -> duration | 1.116 | 2.429 | 5.496 | 5.572 | 5.648 | 2.73 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.118738 Full duration: 28.238821 -------------------------------------------------------------------------------- test scenario NeutronSecurityGroup.create_and_delete_security_groups args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "security_group": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_security_group | 0.315 | 0.398 | 0.744 | 0.798 | 0.852 | 0.498 | 100.0% | 10 | | neutron.delete_security_group | 0.101 | 0.138 | 0.23 | 0.239 | 0.247 | 0.155 | 100.0% | 10 | | total | 0.439 | 0.567 | 0.965 | 0.984 | 1.003 | 0.653 | 100.0% | 10 | | -> duration | 0.439 | 0.567 | 0.965 | 0.984 | 1.003 | 0.653 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.834822 Full duration: 13.345715 -------------------------------------------------------------------------------- test scenario NeutronSecurityGroup.create_and_delete_security_group_rule args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "security_group": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_security_group | 0.316 | 0.445 | 0.821 | 0.971 | 1.121 | 0.555 | 100.0% | 10 | | neutron.create_security_group_rule | 0.117 | 0.164 | 0.205 | 0.233 | 0.261 | 0.169 | 100.0% | 10 | | neutron.delete_security_group_rule | 0.065 | 0.077 | 0.111 | 0.133 | 0.156 | 0.086 | 100.0% | 10 | | neutron.delete_security_group | 0.101 | 0.148 | 0.204 | 0.205 | 0.205 | 0.153 | 100.0% | 10 | | total | 0.658 | 0.83 | 1.371 | 1.479 | 1.588 | 0.964 | 100.0% | 10 | | -> duration | 0.658 | 0.83 | 1.371 | 1.479 | 1.588 | 0.964 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.719998 Full duration: 13.549052 -------------------------------------------------------------------------------- test scenario NeutronSecurityGroup.create_and_list_security_group_rules args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "security_group": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_security_group | 0.324 | 0.584 | 0.686 | 0.975 | 1.264 | 0.584 | 100.0% | 10 | | neutron.create_security_group_rule | 0.137 | 0.165 | 0.204 | 0.218 | 0.231 | 0.17 | 100.0% | 10 | | neutron.list_security_group_rules | 0.049 | 0.056 | 0.08 | 0.086 | 0.091 | 0.061 | 100.0% | 10 | | total | 0.562 | 0.791 | 0.902 | 1.213 | 1.524 | 0.815 | 100.0% | 10 | | -> duration | 0.562 | 0.791 | 0.902 | 1.213 | 1.524 | 0.815 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.32604 Full duration: 21.928582 -------------------------------------------------------------------------------- test scenario NeutronSecurityGroup.create_and_show_security_group args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "security_group": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_security_group | 0.352 | 0.478 | 0.866 | 1.102 | 1.339 | 0.614 | 100.0% | 10 | | neutron.show_security_group | 0.036 | 0.058 | 0.077 | 0.086 | 0.094 | 0.058 | 100.0% | 10 | | total | 0.398 | 0.561 | 0.928 | 1.16 | 1.393 | 0.672 | 100.0% | 10 | | -> duration | 0.398 | 0.561 | 0.928 | 1.16 | 1.393 | 0.672 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.842353 Full duration: 53.161664 -------------------------------------------------------------------------------- test scenario NeutronNetworks.set_and_clear_router_gateway args position 0 args values: { "args": { "network_create_args": { "router:external": true } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "router": -1 } }, "roles": [ "admin" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.343 | 2.871 | 3.486 | 3.497 | 3.508 | 2.396 | 100.0% | 10 | | neutron.create_router | 0.069 | 0.178 | 3.15 | 3.169 | 3.188 | 0.782 | 100.0% | 10 | | neutron.add_gateway_router | 1.146 | 2.924 | 3.796 | 4.084 | 4.373 | 2.577 | 100.0% | 10 | | -> neutron.list_extension | 0.009 | 0.046 | 0.177 | 0.617 | 1.057 | 0.142 | 100.0% | 10 | | neutron.remove_gateway_router | 1.047 | 2.066 | 4.26 | 4.797 | 5.335 | 2.692 | 100.0% | 10 | | total | 3.939 | 7.964 | 13.851 | 13.958 | 14.065 | 8.448 | 100.0% | 10 | | -> duration | 3.939 | 7.964 | 13.851 | 13.958 | 14.065 | 8.448 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 22.270484 Full duration: 49.873414 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_show_ports args position 0 args values: { "args": { "ports_per_network": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port (x2) | 1.867 | 2.374 | 4.287 | 4.354 | 4.422 | 2.931 | 100.0% | 10 | | neutron.show_port (x2) | 0.122 | 0.144 | 0.222 | 0.308 | 0.395 | 0.177 | 100.0% | 10 | | total | 2.012 | 2.499 | 4.455 | 4.537 | 4.619 | 3.109 | 100.0% | 10 | | -> duration | 2.012 | 2.499 | 4.455 | 4.537 | 4.619 | 3.109 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.913253 Full duration: 36.482257 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_show_routers args position 0 args values: { "args": { "subnets_per_network": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "neutron": { "network": -1, "subnet": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.377 | 0.787 | 1.515 | 1.598 | 1.68 | 0.89 | 100.0% | 10 | | neutron.create_router (x2) | 0.169 | 0.195 | 0.218 | 0.223 | 0.227 | 0.196 | 100.0% | 10 | | neutron.create_subnet (x2) | 6.506 | 7.4 | 8.237 | 8.286 | 8.335 | 7.399 | 100.0% | 10 | | -> neutron.add_interface_router (x2) | 4.098 | 5.415 | 6.628 | 6.73 | 6.831 | 5.49 | 100.0% | 10 | | neutron.show_router (x2) | 0.225 | 0.254 | 0.434 | 0.966 | 1.497 | 0.386 | 100.0% | 10 | | total | 7.581 | 9.061 | 9.789 | 9.804 | 9.819 | 8.872 | 100.0% | 10 | | -> duration | 7.581 | 9.061 | 9.789 | 9.804 | 9.819 | 8.872 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 25.848444 Full duration: 64.660678 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_show_subnets args position 0 args values: { "args": { "subnets_per_network": 2 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "subnet": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5583e28d-fb16-4bed-ba70-1857753d1be3 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_subnet (x2) | 1.541 | 2.35 | 5.202 | 5.239 | 5.277 | 2.996 | 100.0% | 10 | | neutron.show_subnet (x2) | 0.113 | 0.159 | 0.224 | 0.264 | 0.304 | 0.174 | 100.0% | 10 | | total | 1.654 | 2.478 | 5.488 | 5.493 | 5.498 | 3.171 | 100.0% | 10 | | -> duration | 1.654 | 2.478 | 5.488 | 5.493 | 5.498 | 3.171 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 9.077886 Full duration: 35.548125 HINTS: * To plot HTML graphics with this data, run: rally task report 5583e28d-fb16-4bed-ba70-1857753d1be3 --out output.html * To generate a JUnit report, run: rally task export 5583e28d-fb16-4bed-ba70-1857753d1be3 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 5583e28d-fb16-4bed-ba70-1857753d1be3 --json --out output.json 2020-06-04 22:18:42,650 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '5583e28d-fb16-4bed-ba70-1857753d1be3', '--out', '/home/opnfv/functest/results/rally_full/neutron.json'] 2020-06-04 22:18:46,402 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 5583e28d-fb16-4bed-ba70-1857753d1be3 --out /home/opnfv/functest/results/rally_full/neutron.json 2020-06-04 22:18:46,436 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "neutron" OK. 2020-06-04 22:18:46,437 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/full/opnfv-nova.yaml 2020-06-04 22:18:46,438 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 22:18:46,450 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 22:18:46,451 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "nova" ... 2020-06-04 22:18:46,451 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'nova', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['nova'], 'image_name': 'rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_name': 'rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_alt_name': 'rally_full-flavor_alt_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '88203eab-7c7d-4d56-937f-1258567a3ba9'}"] 2020-06-04 23:06:13,607 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag nova --uuids-only: 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e 2020-06-04 23:06:13,609 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e 2020-06-04 23:06:13,609 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '77cc2a15-ed65-4396-a76d-f2eb4a7aea1e'] 2020-06-04 23:06:15,198 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e: finished -------------------------------------------------------------------------------- test scenario NovaKeypair.create_and_delete_keypair args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "key_pairs": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_keypair | 0.351 | 0.497 | 0.738 | 0.768 | 0.798 | 0.522 | 100.0% | 10 | | nova.delete_keypair | 0.025 | 0.081 | 0.187 | 0.229 | 0.271 | 0.102 | 100.0% | 10 | | total | 0.528 | 0.554 | 0.788 | 0.928 | 1.069 | 0.624 | 100.0% | 10 | | -> duration | 0.528 | 0.554 | 0.788 | 0.928 | 1.069 | 0.624 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.703707 Full duration: 9.896872 -------------------------------------------------------------------------------- test scenario NovaKeypair.create_and_list_keypairs args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "quotas": { "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "key_pairs": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_keypair | 0.268 | 0.441 | 0.721 | 0.815 | 0.908 | 0.48 | 100.0% | 10 | | nova.list_keypairs | 0.019 | 0.063 | 0.306 | 0.322 | 0.338 | 0.132 | 100.0% | 10 | | total | 0.299 | 0.541 | 0.794 | 1.003 | 1.211 | 0.612 | 100.0% | 10 | | -> duration | 0.299 | 0.541 | 0.794 | 1.003 | 1.211 | 0.612 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.722815 Full duration: 12.208465 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_bounce_server args position 0 args values: { "args": { "actions": [ { "hard_reboot": 1 }, { "soft_reboot": 1 }, { "stop_start": 1 }, { "rescue_unrescue": 1 } ], "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.645 | 10.648 | 14.009 | 14.346 | 14.683 | 10.849 | 100.0% | 10 | | nova.reboot_server | 4.551 | 5.707 | 6.8 | 6.821 | 6.841 | 5.62 | 100.0% | 10 | | nova.soft_reboot_server | 124.846 | 125.213 | 127.257 | 127.263 | 127.269 | 125.756 | 100.0% | 10 | | nova.stop_and_start_server | 6.635 | 6.784 | 8.17 | 8.61 | 9.05 | 7.125 | 100.0% | 10 | | -> nova.stop_server | 2.599 | 2.675 | 2.744 | 2.827 | 2.911 | 2.689 | 100.0% | 10 | | -> nova.start_server | 3.993 | 4.101 | 5.48 | 5.81 | 6.14 | 4.435 | 100.0% | 10 | | nova.rescue_and_unrescue_server | 11.422 | 11.523 | 12.386 | 12.498 | 12.609 | 11.701 | 100.0% | 10 | | -> nova.rescue_server | 6.807 | 6.924 | 7.824 | 7.926 | 8.028 | 7.1 | 100.0% | 10 | | -> nova.unrescue_server | 4.56 | 4.597 | 4.633 | 4.647 | 4.66 | 4.601 | 100.0% | 10 | | nova.delete_server | 2.519 | 3.835 | 5.545 | 5.598 | 5.651 | 3.978 | 100.0% | 10 | | total | 159.771 | 164.772 | 168.702 | 169.155 | 169.608 | 165.064 | 100.0% | 10 | | -> duration | 150.771 | 155.772 | 159.702 | 160.155 | 160.608 | 156.064 | 100.0% | 10 | | -> idle_duration | 9.0 | 9.0 | 9.0 | 9.0 | 9.0 | 9.0 | 100.0% | 10 | +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 483.303273 Full duration: 536.031303 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_delete_server args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.1 | 10.416 | 14.6 | 14.746 | 14.892 | 11.054 | 100.0% | 10 | | nova.delete_server | 2.427 | 2.596 | 4.717 | 4.739 | 4.76 | 2.995 | 100.0% | 10 | | total | 11.771 | 13.439 | 17.236 | 17.35 | 17.464 | 14.049 | 100.0% | 10 | | -> duration | 10.771 | 12.439 | 16.236 | 16.35 | 16.464 | 13.049 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 39.641321 Full duration: 80.964736 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_list_server args position 0 args values: { "args": { "detailed": true, "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.068 | 11.003 | 13.897 | 14.677 | 15.457 | 11.304 | 100.0% | 10 | | nova.list_servers | 0.32 | 0.429 | 1.442 | 1.463 | 1.484 | 0.665 | 100.0% | 10 | | total | 9.477 | 11.331 | 15.378 | 16.136 | 16.895 | 11.969 | 100.0% | 10 | | -> duration | 8.477 | 10.331 | 14.378 | 15.136 | 15.895 | 10.969 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 33.234352 Full duration: 85.866346 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_rebuild_server args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "from_image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "to_image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.818 | 11.369 | 13.753 | 14.071 | 14.389 | 11.604 | 100.0% | 10 | | nova.rebuild_server | 5.219 | 7.164 | 8.891 | 9.355 | 9.818 | 7.381 | 100.0% | 10 | | nova.delete_server | 2.505 | 2.636 | 4.717 | 4.726 | 4.734 | 3.033 | 100.0% | 10 | | total | 17.91 | 22.747 | 24.891 | 25.484 | 26.077 | 22.018 | 100.0% | 10 | | -> duration | 15.91 | 20.747 | 22.891 | 23.484 | 24.077 | 20.018 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 60.904964 Full duration: 106.26914 -------------------------------------------------------------------------------- test scenario NovaServers.snapshot_server args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server (x2) | 30.348 | 45.343 | 51.074 | 51.364 | 51.653 | 42.996 | 100.0% | 10 | | nova.snapshot_server | 15.245 | 18.423 | 25.137 | 29.901 | 34.665 | 19.964 | 100.0% | 10 | | -> glance_v2.get_image | 0.037 | 0.044 | 0.064 | 0.065 | 0.066 | 0.046 | 100.0% | 10 | | -> glance.wait_for_image | 12.603 | 15.276 | 22.238 | 27.049 | 31.86 | 17.403 | 100.0% | 10 | | --> glance_v2.get_image (x6) | 8.572 | 8.572 | 8.572 | 8.572 | 8.572 | 8.572 | 100.0% | 1 | | --> glance_v2.get_image (x5) | 6.84 | 7.266 | 8.506 | 8.77 | 9.034 | 7.601 | 100.0% | 4 | | --> glance_v2.get_image (x7) | 0.591 | 4.929 | 16.638 | 18.241 | 19.845 | 7.574 | 100.0% | 4 | | --> glance_v2.get_image (x4) | 8.644 | 8.644 | 8.644 | 8.644 | 8.644 | 8.644 | 100.0% | 1 | | -> nova.wait_for_server | 0.216 | 2.457 | 2.793 | 3.134 | 3.474 | 2.163 | 100.0% | 10 | | nova.delete_server (x2) | 5.989 | 7.401 | 11.824 | 15.501 | 19.178 | 9.263 | 100.0% | 10 | | nova.delete_image | 0.596 | 0.622 | 2.714 | 2.859 | 3.004 | 1.065 | 100.0% | 10 | | -> glance_v2.delete_image | 0.571 | 0.596 | 2.682 | 2.824 | 2.967 | 1.038 | 100.0% | 10 | | -> glance.wait_for_delete | 0.019 | 0.026 | 0.029 | 0.032 | 0.035 | 0.025 | 100.0% | 10 | | --> glance_v2.get_image | 0.019 | 0.025 | 0.029 | 0.032 | 0.035 | 0.025 | 0.0% | 10 | | total | 52.218 | 74.288 | 81.609 | 83.759 | 85.909 | 73.288 | 100.0% | 10 | | -> duration | 50.218 | 72.288 | 79.609 | 81.759 | 83.909 | 71.288 | 100.0% | 10 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 203.448079 Full duration: 246.165815 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_from_volume args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "volume_size": 1, "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 4.727 | 4.883 | 5.706 | 5.718 | 5.729 | 5.05 | 100.0% | 10 | | nova.boot_server | 7.015 | 10.614 | 12.538 | 13.019 | 13.499 | 10.542 | 100.0% | 10 | | total | 11.856 | 15.571 | 17.631 | 18.148 | 18.665 | 15.593 | 100.0% | 10 | | -> duration | 10.856 | 14.571 | 16.631 | 17.148 | 17.665 | 14.593 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 44.476992 Full duration: 67.461643 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.644 | 11.871 | 14.573 | 14.623 | 14.673 | 12.286 | 100.0% | 10 | | total | 9.644 | 11.871 | 14.573 | 14.623 | 14.673 | 12.286 | 100.0% | 10 | | -> duration | 8.644 | 10.871 | 13.573 | 13.623 | 13.673 | 11.286 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 35.841485 Full duration: 52.658874 -------------------------------------------------------------------------------- test scenario NovaServers.list_servers args position 0 args values: { "args": { "detailed": true }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "servers": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "servers_per_tenant": 2, "auto_assign_nic": true }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.list_servers | 0.542 | 0.743 | 1.004 | 1.313 | 1.623 | 0.826 | 100.0% | 10 | | total | 0.542 | 0.743 | 1.004 | 1.313 | 1.623 | 0.826 | 100.0% | 10 | | -> duration | 0.542 | 0.743 | 1.004 | 1.313 | 1.623 | 0.826 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.956656 Full duration: 89.59038 -------------------------------------------------------------------------------- test scenario NovaServers.resize_server args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "to_flavor": { "name": "rally_full-flavor_alt_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "confirm": true, "force_delete": false, "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.752 | 10.778 | 15.761 | 15.861 | 15.961 | 11.39 | 100.0% | 10 | | nova.resize | 11.001 | 16.19 | 17.743 | 18.182 | 18.62 | 15.139 | 100.0% | 10 | | nova.resize_confirm | 2.451 | 4.8 | 5.169 | 5.185 | 5.2 | 4.012 | 100.0% | 10 | | nova.delete_server | 2.39 | 2.526 | 3.589 | 4.133 | 4.677 | 2.825 | 100.0% | 10 | | total | 27.017 | 33.304 | 39.765 | 39.783 | 39.8 | 33.367 | 100.0% | 10 | | -> duration | 26.017 | 32.304 | 38.765 | 38.783 | 38.8 | 32.367 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 99.245703 Full duration: 107.033525 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_live_migrate_server args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "block_migration": false, "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.748 | 11.684 | 14.236 | 15.275 | 16.314 | 11.62 | 100.0% | 10 | | nova.live_migrate | 11.133 | 13.547 | 22.629 | 23.909 | 25.189 | 15.764 | 100.0% | 10 | | -> nova.list_hypervisors | 0.157 | 0.179 | 0.266 | 0.288 | 0.31 | 0.195 | 100.0% | 10 | | nova.delete_server | 2.424 | 3.671 | 4.718 | 4.745 | 4.771 | 3.59 | 100.0% | 10 | | total | 24.589 | 28.27 | 40.708 | 42.487 | 44.267 | 30.975 | 100.0% | 10 | | -> duration | 23.589 | 27.27 | 39.708 | 41.487 | 43.267 | 29.975 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 87.707345 Full duration: 95.91543 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_attach_created_volume_and_live_migrate args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "size": 1, "block_migration": false, "boot_server_kwargs": { "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.772 | 11.364 | 14.579 | 14.721 | 14.864 | 11.654 | 100.0% | 10 | | cinder_v3.create_volume | 2.471 | 2.513 | 2.598 | 2.613 | 2.627 | 2.526 | 100.0% | 10 | | nova.attach_volume | 2.758 | 2.803 | 2.912 | 2.915 | 2.919 | 2.82 | 100.0% | 10 | | nova.live_migrate | 11.9 | 15.07 | 27.822 | 34.15 | 40.478 | 18.289 | 100.0% | 10 | | -> nova.list_hypervisors | 0.155 | 0.173 | 0.664 | 0.79 | 0.915 | 0.296 | 100.0% | 10 | | nova.detach_volume | 2.593 | 2.631 | 2.661 | 2.666 | 2.671 | 2.633 | 100.0% | 10 | | cinder_v3.delete_volume | 2.176 | 2.193 | 2.233 | 2.287 | 2.342 | 2.209 | 100.0% | 10 | | nova.delete_server | 2.435 | 2.602 | 4.804 | 4.851 | 4.898 | 3.286 | 100.0% | 10 | | total | 33.632 | 40.004 | 55.17 | 61.57 | 67.969 | 43.418 | 100.0% | 10 | | -> duration | 32.632 | 39.004 | 54.17 | 60.57 | 66.969 | 42.418 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 121.544772 Full duration: 131.495682 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_from_volume_and_live_migrate args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "block_migration": false, "volume_size": 1, "force_delete": false, "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 4.773 | 4.905 | 5.473 | 5.495 | 5.516 | 5.012 | 100.0% | 10 | | nova.boot_server | 8.996 | 11.364 | 13.973 | 14.696 | 15.419 | 11.444 | 100.0% | 10 | | nova.live_migrate | 12.126 | 13.933 | 22.662 | 22.851 | 23.039 | 15.481 | 100.0% | 10 | | -> nova.list_hypervisors | 0.151 | 0.174 | 0.326 | 0.346 | 0.366 | 0.217 | 100.0% | 10 | | nova.delete_server | 2.427 | 2.763 | 4.624 | 4.631 | 4.639 | 3.394 | 100.0% | 10 | | total | 28.395 | 34.601 | 46.071 | 46.293 | 46.515 | 35.331 | 100.0% | 10 | | -> duration | 27.395 | 33.601 | 45.071 | 45.293 | 45.515 | 34.331 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 97.243112 Full duration: 111.565117 -------------------------------------------------------------------------------- test scenario NovaKeypair.boot_and_delete_server_with_keypair args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "boot_server_kwargs": { "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "key_pairs": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_keypair | 0.268 | 0.516 | 0.7 | 0.738 | 0.777 | 0.516 | 100.0% | 10 | | nova.boot_server | 8.537 | 11.644 | 13.842 | 14.28 | 14.718 | 11.527 | 100.0% | 10 | | nova.delete_server | 2.474 | 3.215 | 4.819 | 4.858 | 4.898 | 3.583 | 100.0% | 10 | | nova.delete_keypair | 0.028 | 0.033 | 0.035 | 0.043 | 0.051 | 0.033 | 100.0% | 10 | | total | 11.384 | 14.898 | 19.432 | 19.886 | 20.34 | 15.661 | 100.0% | 10 | | -> duration | 10.384 | 13.898 | 18.432 | 18.886 | 19.34 | 14.661 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 42.429246 Full duration: 84.063079 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_from_volume_and_delete args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "volume_size": 1, "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 }, "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 4.757 | 4.881 | 5.52 | 5.539 | 5.559 | 5.02 | 100.0% | 10 | | nova.boot_server | 8.898 | 11.654 | 13.448 | 13.6 | 13.752 | 11.667 | 100.0% | 10 | | nova.delete_server | 2.497 | 3.633 | 4.617 | 4.66 | 4.704 | 3.579 | 100.0% | 10 | | total | 16.432 | 20.589 | 22.873 | 22.956 | 23.039 | 20.267 | 100.0% | 10 | | -> duration | 15.432 | 19.589 | 21.873 | 21.956 | 22.039 | 19.267 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 59.090367 Full duration: 106.940349 -------------------------------------------------------------------------------- test scenario NovaServers.pause_and_unpause_server args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "force_delete": false, "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.855 | 12.232 | 14.959 | 16.11 | 17.261 | 12.612 | 100.0% | 10 | | nova.pause_server | 2.359 | 2.393 | 2.452 | 2.467 | 2.482 | 2.406 | 100.0% | 10 | | nova.unpause_server | 2.367 | 2.401 | 2.493 | 2.498 | 2.504 | 2.413 | 100.0% | 10 | | nova.delete_server | 2.509 | 2.572 | 4.755 | 4.862 | 4.969 | 3.107 | 100.0% | 10 | | total | 17.199 | 19.957 | 24.583 | 24.7 | 24.817 | 20.538 | 100.0% | 10 | | -> duration | 12.199 | 14.957 | 19.583 | 19.7 | 19.817 | 15.538 | 100.0% | 10 | | -> idle_duration | 5.0 | 5.0 | 5.0 | 5.0 | 5.0 | 5.0 | 100.0% | 10 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 54.094146 Full duration: 100.754222 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_migrate_server args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.775 | 11.25 | 12.985 | 13.465 | 13.945 | 11.047 | 100.0% | 10 | | nova.migrate | 11.155 | 13.043 | 14.729 | 14.778 | 14.828 | 13.199 | 100.0% | 10 | | -> nova.list_hypervisors | 0.152 | 0.168 | 0.203 | 0.288 | 0.374 | 0.188 | 100.0% | 10 | | nova.resize_confirm | 2.487 | 4.85 | 5.092 | 5.462 | 5.832 | 4.495 | 100.0% | 10 | | nova.delete_server | 2.436 | 4.058 | 4.798 | 5.357 | 5.915 | 3.844 | 100.0% | 10 | | total | 27.52 | 32.715 | 36.558 | 37.374 | 38.19 | 32.585 | 100.0% | 10 | | -> duration | 26.52 | 31.715 | 35.558 | 36.374 | 37.19 | 31.585 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 94.940827 Full duration: 103.320291 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_and_list_interfaces args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "auto_assign_nic": true }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.939 | 11.278 | 12.311 | 12.464 | 12.616 | 10.933 | 100.0% | 10 | | nova.list_interfaces | 0.15 | 0.174 | 0.294 | 0.411 | 0.528 | 0.221 | 100.0% | 10 | | total | 9.091 | 11.448 | 12.7 | 12.78 | 12.86 | 11.154 | 100.0% | 10 | | -> duration | 8.091 | 10.448 | 11.7 | 11.78 | 11.86 | 10.154 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 32.268769 Full duration: 81.684431 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_get_console_url args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "console_type": "novnc", "auto_assign_nic": true }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.275 | 13.282 | 15.447 | 16.058 | 16.669 | 12.76 | 100.0% | 10 | | nova.get_console_url_server | 0.098 | 0.11 | 0.13 | 0.139 | 0.148 | 0.113 | 100.0% | 10 | | total | 9.381 | 13.392 | 15.557 | 16.165 | 16.772 | 12.874 | 100.0% | 10 | | -> duration | 8.381 | 12.392 | 14.557 | 15.165 | 15.772 | 11.874 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 35.943146 Full duration: 87.213031 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_and_attach_interface args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "network_create_args": {}, "subnet_create_args": {}, "boot_server_args": { "auto_assign_nic": true } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_subnet | 0.887 | 1.046 | 2.677 | 2.68 | 2.683 | 1.53 | 100.0% | 10 | | nova.boot_server | 9.356 | 12.918 | 14.28 | 14.297 | 14.313 | 12.377 | 100.0% | 10 | | nova.attach_interface | 4.074 | 4.774 | 6.629 | 6.806 | 6.983 | 5.087 | 100.0% | 10 | | total | 14.6 | 19.344 | 21.954 | 22.524 | 23.095 | 18.994 | 100.0% | 10 | | -> duration | 13.6 | 18.344 | 20.954 | 21.524 | 22.095 | 17.994 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 52.214823 Full duration: 119.191435 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_attach_volume_and_list_attachments args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "volume_size": 1, "volume_num": 1, "create_volume_kwargs": {}, "boot_server_kwargs": { "auto_assign_nic": true } }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {}, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.674 | 11.159 | 16.235 | 17.221 | 18.206 | 12.179 | 100.0% | 10 | | cinder_v3.create_volume | 2.47 | 2.527 | 2.587 | 2.598 | 2.609 | 2.534 | 100.0% | 10 | | nova.attach_volume | 2.747 | 2.808 | 2.902 | 2.903 | 2.903 | 2.824 | 100.0% | 10 | | nova.list_attachments | 0.07 | 0.078 | 0.094 | 0.13 | 0.165 | 0.086 | 100.0% | 10 | | total | 13.979 | 16.58 | 21.738 | 22.694 | 23.65 | 17.624 | 100.0% | 10 | | -> duration | 12.979 | 15.58 | 20.738 | 21.694 | 22.65 | 16.624 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 52.240311 Full duration: 108.048308 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_associate_and_dissociate_floating_ip args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "create_floating_ip_args": { "ext_network": "public" }, "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 10.983 | 12.99 | 16.01 | 16.265 | 16.52 | 13.124 | 100.0% | 10 | | neutron.create_floating_ip | 1.386 | 1.719 | 2.741 | 2.922 | 3.102 | 1.924 | 100.0% | 10 | | -> neutron.list_networks | 0.118 | 0.155 | 0.218 | 0.224 | 0.23 | 0.162 | 100.0% | 10 | | nova.associate_floating_ip | 3.099 | 4.172 | 4.895 | 5.051 | 5.206 | 4.213 | 100.0% | 10 | | -> neutron.associate_floating_ip | 1.197 | 1.399 | 2.187 | 2.436 | 2.685 | 1.649 | 100.0% | 10 | | --> neutron.list_ports | 0.049 | 0.072 | 0.106 | 0.111 | 0.115 | 0.076 | 100.0% | 10 | | --> neutron.list_floating_ips | 0.055 | 0.066 | 0.08 | 0.101 | 0.123 | 0.072 | 100.0% | 10 | | --> neutron.update_floating_ip | 1.064 | 1.26 | 2.037 | 2.242 | 2.447 | 1.501 | 100.0% | 10 | | nova.dissociate_floating_ip | 2.82 | 3.423 | 4.868 | 5.216 | 5.565 | 3.695 | 100.0% | 10 | | -> neutron.dissociate_floating_ip | 0.835 | 1.684 | 2.209 | 3.028 | 3.847 | 1.682 | 100.0% | 10 | | --> neutron.list_floating_ips | 0.075 | 0.115 | 0.166 | 0.178 | 0.191 | 0.121 | 100.0% | 10 | | --> neutron.update_floating_ip | 0.748 | 1.568 | 2.125 | 2.905 | 3.684 | 1.56 | 100.0% | 10 | | total | 18.874 | 22.757 | 25.98 | 25.991 | 26.002 | 22.965 | 100.0% | 10 | | -> duration | 17.874 | 21.757 | 24.98 | 24.991 | 25.002 | 21.965 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 68.137123 Full duration: 128.368227 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_associate_floating_ip args position 0 args values: { "args": { "flavor": { "name": "rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "image": { "name": "rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea" }, "create_floating_ip_args": { "ext_network": "public" }, "nics": [ { "net-id": "88203eab-7c7d-4d56-937f-1258567a3ba9" } ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 10.451 | 14.04 | 16.206 | 17.03 | 17.854 | 13.714 | 100.0% | 10 | | neutron.create_floating_ip | 1.432 | 2.536 | 4.522 | 4.682 | 4.843 | 2.623 | 100.0% | 10 | | -> neutron.list_networks | 0.116 | 0.181 | 3.214 | 3.232 | 3.25 | 0.991 | 100.0% | 10 | | nova.associate_floating_ip | 2.931 | 4.198 | 5.722 | 5.834 | 5.946 | 4.369 | 100.0% | 10 | | -> neutron.associate_floating_ip | 1.134 | 1.405 | 3.062 | 3.065 | 3.069 | 1.864 | 100.0% | 10 | | --> neutron.list_ports | 0.055 | 0.066 | 0.113 | 0.115 | 0.117 | 0.075 | 100.0% | 10 | | --> neutron.list_floating_ips | 0.057 | 0.068 | 0.117 | 0.123 | 0.129 | 0.081 | 100.0% | 10 | | --> neutron.update_floating_ip | 1.008 | 1.238 | 2.936 | 2.938 | 2.939 | 1.707 | 100.0% | 10 | | total | 16.621 | 20.078 | 26.171 | 26.331 | 26.49 | 20.717 | 100.0% | 10 | | -> duration | 15.621 | 19.078 | 25.171 | 25.331 | 25.49 | 19.717 | 100.0% | 10 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 10 | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 58.181606 Full duration: 117.189125 -------------------------------------------------------------------------------- test scenario NovaServerGroups.create_and_delete_server_group args position 0 args values: { "args": { "policies": [ "affinity" ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_server_group | 0.189 | 0.299 | 0.423 | 0.432 | 0.441 | 0.313 | 100.0% | 10 | | nova.delete_server_group | 0.046 | 0.08 | 0.138 | 0.146 | 0.155 | 0.089 | 100.0% | 10 | | total | 0.3 | 0.384 | 0.491 | 0.498 | 0.505 | 0.402 | 100.0% | 10 | | -> duration | 0.3 | 0.384 | 0.491 | 0.498 | 0.505 | 0.402 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.16298 Full duration: 7.735742 -------------------------------------------------------------------------------- test scenario NovaServerGroups.create_and_get_server_group args position 0 args values: { "args": { "policies": [ "affinity" ] }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_server_group | 0.181 | 0.383 | 0.467 | 0.502 | 0.538 | 0.36 | 100.0% | 10 | | nova.get_server_group | 0.024 | 0.051 | 0.132 | 0.133 | 0.135 | 0.071 | 100.0% | 10 | | total | 0.205 | 0.457 | 0.531 | 0.549 | 0.567 | 0.431 | 100.0% | 10 | | -> duration | 0.205 | 0.457 | 0.531 | 0.549 | 0.567 | 0.431 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.203852 Full duration: 9.2553 -------------------------------------------------------------------------------- test scenario NovaServerGroups.create_and_list_server_groups args position 0 args values: { "args": { "policies": [ "affinity" ], "all_projects": false }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_server_group | 0.166 | 0.353 | 0.472 | 0.495 | 0.518 | 0.334 | 100.0% | 10 | | nova.list_server_groups | 0.024 | 0.054 | 0.128 | 0.131 | 0.133 | 0.065 | 100.0% | 10 | | total | 0.191 | 0.411 | 0.529 | 0.54 | 0.55 | 0.399 | 100.0% | 10 | | -> duration | 0.191 | 0.411 | 0.529 | 0.54 | 0.55 | 0.399 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.099987 Full duration: 9.432209 HINTS: * To plot HTML graphics with this data, run: rally task report 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e --out output.html * To generate a JUnit report, run: rally task export 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e --json --out output.json 2020-06-04 23:06:15,200 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '77cc2a15-ed65-4396-a76d-f2eb4a7aea1e', '--out', '/home/opnfv/functest/results/rally_full/nova.json'] 2020-06-04 23:06:18,899 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 77cc2a15-ed65-4396-a76d-f2eb4a7aea1e --out /home/opnfv/functest/results/rally_full/nova.json 2020-06-04 23:06:18,950 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "nova" OK. 2020-06-04 23:06:18,950 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-quotas.yaml 2020-06-04 23:06:18,950 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 23:06:18,969 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 23:06:18,970 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "quotas" ... 2020-06-04 23:06:18,970 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'quotas', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['quotas'], 'image_name': 'rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_name': 'rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_alt_name': 'rally_full-flavor_alt_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '88203eab-7c7d-4d56-937f-1258567a3ba9'}"] 2020-06-04 23:06:57,428 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag quotas --uuids-only: 5a6328c5-b9c5-4cd4-9c0b-0f90669de998 2020-06-04 23:06:57,428 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 5a6328c5-b9c5-4cd4-9c0b-0f90669de998 2020-06-04 23:06:57,429 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '5a6328c5-b9c5-4cd4-9c0b-0f90669de998'] 2020-06-04 23:06:58,911 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 5a6328c5-b9c5-4cd4-9c0b-0f90669de998 -------------------------------------------------------------------------------- Task 5a6328c5-b9c5-4cd4-9c0b-0f90669de998: finished -------------------------------------------------------------------------------- test scenario Quotas.cinder_update_and_delete args position 0 args values: { "args": { "max_quota": 1024 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5a6328c5-b9c5-4cd4-9c0b-0f90669de998 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.326 | 0.465 | 0.713 | 0.73 | 0.747 | 0.498 | 100.0% | 10 | | quotas.delete_quotas | 0.021 | 0.055 | 0.288 | 0.292 | 0.295 | 0.135 | 100.0% | 10 | | total | 0.354 | 0.656 | 0.767 | 0.767 | 0.768 | 0.633 | 100.0% | 10 | | -> duration | 0.354 | 0.656 | 0.767 | 0.767 | 0.768 | 0.633 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.783945 Full duration: 6.859447 -------------------------------------------------------------------------------- test scenario Quotas.cinder_update args position 0 args values: { "args": { "max_quota": 1024 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5a6328c5-b9c5-4cd4-9c0b-0f90669de998 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.384 | 0.466 | 0.627 | 0.631 | 0.636 | 0.482 | 100.0% | 10 | | total | 0.384 | 0.466 | 0.627 | 0.631 | 0.636 | 0.482 | 100.0% | 10 | | -> duration | 0.384 | 0.466 | 0.627 | 0.631 | 0.636 | 0.482 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.381651 Full duration: 6.57724 -------------------------------------------------------------------------------- test scenario Quotas.neutron_update args position 0 args values: { "args": { "max_quota": 1024 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5a6328c5-b9c5-4cd4-9c0b-0f90669de998 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.16 | 0.3 | 0.348 | 0.348 | 0.348 | 0.276 | 100.0% | 10 | | total | 0.208 | 0.38 | 0.417 | 0.433 | 0.449 | 0.347 | 100.0% | 10 | | -> duration | 0.208 | 0.38 | 0.417 | 0.433 | 0.449 | 0.347 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.9754 Full duration: 6.024323 -------------------------------------------------------------------------------- test scenario Quotas.nova_update args position 0 args values: { "args": { "max_quota": 1024 }, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 5a6328c5-b9c5-4cd4-9c0b-0f90669de998 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.487 | 0.572 | 0.745 | 0.801 | 0.857 | 0.6 | 100.0% | 10 | | total | 0.487 | 0.572 | 0.745 | 0.801 | 0.857 | 0.601 | 100.0% | 10 | | -> duration | 0.487 | 0.572 | 0.745 | 0.801 | 0.857 | 0.601 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.780428 Full duration: 7.078666 HINTS: * To plot HTML graphics with this data, run: rally task report 5a6328c5-b9c5-4cd4-9c0b-0f90669de998 --out output.html * To generate a JUnit report, run: rally task export 5a6328c5-b9c5-4cd4-9c0b-0f90669de998 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 5a6328c5-b9c5-4cd4-9c0b-0f90669de998 --json --out output.json 2020-06-04 23:06:58,912 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '5a6328c5-b9c5-4cd4-9c0b-0f90669de998', '--out', '/home/opnfv/functest/results/rally_full/quotas.json'] 2020-06-04 23:07:02,283 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 5a6328c5-b9c5-4cd4-9c0b-0f90669de998 --out /home/opnfv/functest/results/rally_full/quotas.json 2020-06-04 23:07:02,291 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "quotas" OK. 2020-06-04 23:07:02,291 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-swift.yaml 2020-06-04 23:07:02,291 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 23:07:02,313 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 23:07:02,314 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "swift" ... 2020-06-04 23:07:02,314 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'swift', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['swift'], 'image_name': 'rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_name': 'rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_alt_name': 'rally_full-flavor_alt_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '88203eab-7c7d-4d56-937f-1258567a3ba9'}"] 2020-06-04 23:08:30,093 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag swift --uuids-only: da75a5ed-f2ed-46b4-ad67-a6e75bbb9dc3 2020-06-04 23:08:30,094 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : da75a5ed-f2ed-46b4-ad67-a6e75bbb9dc3 2020-06-04 23:08:30,094 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'da75a5ed-f2ed-46b4-ad67-a6e75bbb9dc3'] 2020-06-04 23:08:31,538 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid da75a5ed-f2ed-46b4-ad67-a6e75bbb9dc3 -------------------------------------------------------------------------------- Task da75a5ed-f2ed-46b4-ad67-a6e75bbb9dc3: finished -------------------------------------------------------------------------------- test scenario SwiftObjects.create_container_and_object_then_list_objects args position 0 args values: { "args": { "objects_per_container": 2, "object_size": 5120 }, "runner": { "concurrency": 1, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "admin" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task da75a5ed-f2ed-46b4-ad67-a6e75bbb9dc3 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.create_container | 0.13 | 0.182 | 0.228 | 0.23 | 0.233 | 0.179 | 100.0% | 10 | | swift.upload_object (x2) | 0.032 | 0.037 | 0.04 | 0.041 | 0.042 | 0.037 | 100.0% | 10 | | swift.list_objects | 0.104 | 0.109 | 0.111 | 0.111 | 0.112 | 0.108 | 100.0% | 10 | | total | 0.27 | 0.323 | 0.375 | 0.379 | 0.382 | 0.325 | 100.0% | 10 | | -> duration | 0.27 | 0.323 | 0.375 | 0.379 | 0.382 | 0.325 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.296526 Full duration: 15.612967 -------------------------------------------------------------------------------- test scenario SwiftObjects.list_objects_in_containers args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "admin" ], "swift_objects": { "containers_per_tenant": 1, "objects_per_container": 10, "object_size": 1024 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task da75a5ed-f2ed-46b4-ad67-a6e75bbb9dc3 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.list_containers | 0.154 | 0.177 | 0.221 | 0.222 | 0.223 | 0.186 | 100.0% | 10 | | swift.list_objects | 0.108 | 0.112 | 0.113 | 0.116 | 0.12 | 0.112 | 100.0% | 10 | | total | 0.266 | 0.286 | 0.335 | 0.338 | 0.341 | 0.298 | 100.0% | 10 | | -> duration | 0.266 | 0.286 | 0.335 | 0.338 | 0.341 | 0.298 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.032548 Full duration: 12.470824 -------------------------------------------------------------------------------- test scenario SwiftObjects.create_container_and_object_then_download_object args position 0 args values: { "args": { "objects_per_container": 5, "object_size": 1024 }, "runner": { "concurrency": 1, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "admin" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task da75a5ed-f2ed-46b4-ad67-a6e75bbb9dc3 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.create_container | 0.135 | 0.16 | 0.238 | 0.275 | 0.313 | 0.186 | 100.0% | 10 | | swift.upload_object (x5) | 0.08 | 0.088 | 0.096 | 0.1 | 0.104 | 0.089 | 100.0% | 10 | | swift.download_object (x5) | 0.257 | 0.259 | 0.26 | 0.26 | 0.26 | 0.259 | 100.0% | 10 | | total | 0.481 | 0.513 | 0.588 | 0.623 | 0.659 | 0.536 | 100.0% | 10 | | -> duration | 0.481 | 0.513 | 0.588 | 0.623 | 0.659 | 0.536 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 5.410377 Full duration: 20.402779 -------------------------------------------------------------------------------- test scenario SwiftObjects.create_container_and_object_then_delete_all args position 0 args values: { "args": { "objects_per_container": 5, "object_size": 102400 }, "runner": { "concurrency": 1, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "admin" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task da75a5ed-f2ed-46b4-ad67-a6e75bbb9dc3 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.create_container | 0.137 | 0.216 | 0.23 | 0.25 | 0.27 | 0.193 | 100.0% | 10 | | swift.upload_object (x5) | 0.09 | 0.098 | 0.104 | 0.104 | 0.104 | 0.098 | 100.0% | 10 | | swift.delete_object (x5) | 0.067 | 0.078 | 0.081 | 0.081 | 0.082 | 0.077 | 100.0% | 10 | | swift.delete_container | 0.028 | 0.032 | 0.034 | 0.034 | 0.035 | 0.032 | 100.0% | 10 | | total | 0.332 | 0.417 | 0.443 | 0.464 | 0.484 | 0.401 | 100.0% | 10 | | -> duration | 0.332 | 0.417 | 0.443 | 0.464 | 0.484 | 0.401 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.064406 Full duration: 12.058792 -------------------------------------------------------------------------------- test scenario SwiftObjects.list_and_download_objects_in_containers args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 }, "roles": [ "admin" ], "swift_objects": { "containers_per_tenant": 1, "objects_per_container": 5, "object_size": 10240 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task da75a5ed-f2ed-46b4-ad67-a6e75bbb9dc3 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.list_containers | 0.151 | 0.175 | 0.256 | 0.287 | 0.317 | 0.197 | 100.0% | 10 | | swift.list_objects | 0.104 | 0.108 | 0.112 | 0.112 | 0.112 | 0.109 | 100.0% | 10 | | swift.download_object (x5) | 0.035 | 0.041 | 0.043 | 0.043 | 0.043 | 0.04 | 100.0% | 10 | | total | 0.295 | 0.32 | 0.397 | 0.435 | 0.472 | 0.345 | 100.0% | 10 | | -> duration | 0.295 | 0.32 | 0.397 | 0.435 | 0.472 | 0.345 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.507087 Full duration: 12.520327 HINTS: * To plot HTML graphics with this data, run: rally task report da75a5ed-f2ed-46b4-ad67-a6e75bbb9dc3 --out output.html * To generate a JUnit report, run: rally task export da75a5ed-f2ed-46b4-ad67-a6e75bbb9dc3 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report da75a5ed-f2ed-46b4-ad67-a6e75bbb9dc3 --json --out output.json 2020-06-04 23:08:31,539 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'da75a5ed-f2ed-46b4-ad67-a6e75bbb9dc3', '--out', '/home/opnfv/functest/results/rally_full/swift.json'] 2020-06-04 23:08:34,993 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid da75a5ed-f2ed-46b4-ad67-a6e75bbb9dc3 --out /home/opnfv/functest/results/rally_full/swift.json 2020-06-04 23:08:35,006 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "swift" OK. 2020-06-04 23:08:35,006 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-barbican.yaml 2020-06-04 23:08:35,007 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 23:08:35,028 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 23:08:35,029 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "barbican" ... 2020-06-04 23:08:35,030 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'barbican', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['barbican'], 'image_name': 'rally_full-img_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_name': 'rally_full-flavor_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'flavor_alt_name': 'rally_full-flavor_alt_0f64ca4c-45c0-4e1e-8f74-fa0feb8eb6ea', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': False, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': '88203eab-7c7d-4d56-937f-1258567a3ba9'}"] 2020-06-04 23:10:07,791 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag barbican --uuids-only: 89f4f9a4-eca8-48bc-aa86-091da419fd6b 2020-06-04 23:10:07,792 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 89f4f9a4-eca8-48bc-aa86-091da419fd6b 2020-06-04 23:10:07,792 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '89f4f9a4-eca8-48bc-aa86-091da419fd6b'] 2020-06-04 23:10:09,541 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 89f4f9a4-eca8-48bc-aa86-091da419fd6b -------------------------------------------------------------------------------- Task 89f4f9a4-eca8-48bc-aa86-091da419fd6b: finished -------------------------------------------------------------------------------- test scenario BarbicanContainers.create_and_add args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 89f4f9a4-eca8-48bc-aa86-091da419fd6b has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.14 | 0.194 | 0.353 | 0.384 | 0.416 | 0.236 | 100.0% | 10 | | barbican.container_create | 0.028 | 0.055 | 0.073 | 0.075 | 0.078 | 0.053 | 100.0% | 10 | | barbican.container_delete | 0.034 | 0.07 | 0.08 | 0.083 | 0.085 | 0.061 | 100.0% | 10 | | total | 0.207 | 0.295 | 0.48 | 0.506 | 0.533 | 0.35 | 100.0% | 10 | | -> duration | 0.207 | 0.295 | 0.48 | 0.506 | 0.533 | 0.35 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.979128 Full duration: 5.390614 -------------------------------------------------------------------------------- test scenario BarbicanContainers.create_certificate_and_delete args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 89f4f9a4-eca8-48bc-aa86-091da419fd6b has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_certificate_container | 0.145 | 0.204 | 0.254 | 0.273 | 0.292 | 0.207 | 100.0% | 10 | | barbican.container_delete | 0.037 | 0.054 | 0.079 | 0.081 | 0.082 | 0.058 | 100.0% | 10 | | total | 0.182 | 0.273 | 0.316 | 0.328 | 0.339 | 0.266 | 100.0% | 10 | | -> duration | 0.182 | 0.273 | 0.316 | 0.328 | 0.339 | 0.266 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.765582 Full duration: 6.415954 -------------------------------------------------------------------------------- test scenario BarbicanContainers.create_and_delete args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 89f4f9a4-eca8-48bc-aa86-091da419fd6b has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.container_create | 0.138 | 0.226 | 0.273 | 0.281 | 0.29 | 0.219 | 100.0% | 10 | | barbican.container_delete | 0.028 | 0.058 | 0.088 | 0.093 | 0.098 | 0.058 | 100.0% | 10 | | total | 0.166 | 0.292 | 0.332 | 0.341 | 0.349 | 0.277 | 100.0% | 10 | | -> duration | 0.166 | 0.292 | 0.332 | 0.341 | 0.349 | 0.277 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.786713 Full duration: 5.630774 -------------------------------------------------------------------------------- test scenario BarbicanContainers.create_rsa_and_delete args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 89f4f9a4-eca8-48bc-aa86-091da419fd6b has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_rsa_container | 0.128 | 0.218 | 0.262 | 0.28 | 0.298 | 0.207 | 100.0% | 10 | | barbican.container_delete | 0.036 | 0.05 | 0.087 | 0.089 | 0.091 | 0.06 | 100.0% | 10 | | total | 0.168 | 0.273 | 0.332 | 0.34 | 0.347 | 0.267 | 100.0% | 10 | | -> duration | 0.168 | 0.273 | 0.332 | 0.34 | 0.347 | 0.267 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.774015 Full duration: 5.548212 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.create_and_delete args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 89f4f9a4-eca8-48bc-aa86-091da419fd6b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.148 | 0.214 | 0.289 | 0.31 | 0.332 | 0.219 | 100.0% | 10 | | barbican.delete_secret | 0.049 | 0.064 | 0.089 | 0.097 | 0.105 | 0.068 | 100.0% | 10 | | total | 0.197 | 0.282 | 0.366 | 0.377 | 0.388 | 0.287 | 100.0% | 10 | | -> duration | 0.197 | 0.282 | 0.366 | 0.377 | 0.388 | 0.287 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.818409 Full duration: 6.195932 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.create_and_get args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 89f4f9a4-eca8-48bc-aa86-091da419fd6b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.178 | 0.281 | 0.338 | 0.352 | 0.366 | 0.276 | 100.0% | 10 | | barbican.get_secret | 0.035 | 0.045 | 0.093 | 0.094 | 0.095 | 0.053 | 100.0% | 10 | | total | 0.213 | 0.349 | 0.414 | 0.416 | 0.419 | 0.329 | 100.0% | 10 | | -> duration | 0.213 | 0.349 | 0.414 | 0.416 | 0.419 | 0.329 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.930428 Full duration: 7.919497 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.create_and_list args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 89f4f9a4-eca8-48bc-aa86-091da419fd6b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.166 | 0.198 | 0.238 | 0.263 | 0.288 | 0.204 | 100.0% | 10 | | barbican.list_secrets | 0.044 | 0.064 | 0.075 | 0.075 | 0.075 | 0.063 | 100.0% | 10 | | total | 0.226 | 0.263 | 0.312 | 0.337 | 0.363 | 0.267 | 100.0% | 10 | | -> duration | 0.226 | 0.263 | 0.312 | 0.337 | 0.363 | 0.267 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.776444 Full duration: 7.32542 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.create args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 89f4f9a4-eca8-48bc-aa86-091da419fd6b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.14 | 0.233 | 0.325 | 0.33 | 0.335 | 0.239 | 100.0% | 10 | | total | 0.14 | 0.233 | 0.325 | 0.33 | 0.335 | 0.239 | 100.0% | 10 | | -> duration | 0.14 | 0.233 | 0.325 | 0.33 | 0.335 | 0.239 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.679874 Full duration: 8.133078 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.get args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 89f4f9a4-eca8-48bc-aa86-091da419fd6b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.15 | 0.193 | 0.289 | 0.306 | 0.323 | 0.21 | 100.0% | 10 | | barbican.get_secret | 0.03 | 0.038 | 0.045 | 0.046 | 0.047 | 0.039 | 100.0% | 10 | | total | 0.18 | 0.235 | 0.329 | 0.347 | 0.366 | 0.248 | 100.0% | 10 | | -> duration | 0.18 | 0.235 | 0.329 | 0.347 | 0.366 | 0.248 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.723352 Full duration: 7.592474 -------------------------------------------------------------------------------- test scenario BarbicanContainers.list args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 89f4f9a4-eca8-48bc-aa86-091da419fd6b has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.list_container | 0.16 | 0.191 | 0.26 | 0.281 | 0.303 | 0.205 | 100.0% | 10 | | total | 0.16 | 0.192 | 0.26 | 0.282 | 0.303 | 0.205 | 100.0% | 10 | | -> duration | 0.16 | 0.192 | 0.26 | 0.282 | 0.303 | 0.205 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.584542 Full duration: 5.466745 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.list args position 0 args values: { "args": {}, "runner": { "concurrency": 4, "times": 10 }, "contexts": { "users": { "tenants": 3, "users_per_tenant": 2 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 89f4f9a4-eca8-48bc-aa86-091da419fd6b has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.list_secrets | 0.168 | 0.227 | 0.326 | 0.331 | 0.336 | 0.236 | 100.0% | 10 | | total | 0.168 | 0.227 | 0.326 | 0.331 | 0.336 | 0.236 | 100.0% | 10 | | -> duration | 0.168 | 0.227 | 0.326 | 0.331 | 0.336 | 0.236 | 100.0% | 10 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.661663 Full duration: 4.957269 HINTS: * To plot HTML graphics with this data, run: rally task report 89f4f9a4-eca8-48bc-aa86-091da419fd6b --out output.html * To generate a JUnit report, run: rally task export 89f4f9a4-eca8-48bc-aa86-091da419fd6b --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 89f4f9a4-eca8-48bc-aa86-091da419fd6b --json --out output.json 2020-06-04 23:10:09,542 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '89f4f9a4-eca8-48bc-aa86-091da419fd6b', '--out', '/home/opnfv/functest/results/rally_full/barbican.json'] 2020-06-04 23:10:12,946 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 89f4f9a4-eca8-48bc-aa86-091da419fd6b --out /home/opnfv/functest/results/rally_full/barbican.json 2020-06-04 23:10:12,962 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "barbican" OK. 2020-06-04 23:10:12,966 - functest.opnfv_tests.openstack.rally.rally - INFO - Rally Summary Report: +----------------+------------+----------------+-----------+ | Module | Duration | nb. Test Run | Success | +----------------+------------+----------------+-----------+ | authenticate | 00:01:25 | 60 | 100.00% | | glance | 00:06:53 | 80 | 100.00% | | cinder | 00:22:07 | 240 | 100.00% | | gnocchi | 00:03:53 | 160 | 100.00% | | heat | 00:12:13 | 130 | 100.00% | | keystone | 00:04:59 | 110 | 100.00% | | neutron | 00:16:14 | 200 | 100.00% | | nova | 00:46:36 | 270 | 100.00% | | quotas | 00:00:26 | 40 | 100.00% | | swift | 00:01:13 | 50 | 100.00% | | barbican | 00:01:10 | 110 | 100.00% | | | | | | | TOTAL: | 01:57:14 | 1450 | 100.00% | +----------------+------------+----------------+-----------+ 2020-06-04 23:10:12,967 - functest.opnfv_tests.openstack.rally.rally - INFO - Rally 'rally_full' success_rate is 100.00% in 11/11 modules 2020-06-04 23:10:12,967 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'export', '--type', 'html', '--deployment', 'opnfv-rally', '--to', '/home/opnfv/functest/results/rally_full/rally_full.html'] 2020-06-04 23:10:17,594 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task export --type html --deployment opnfv-rally --to /home/opnfv/functest/results/rally_full/rally_full.html 2020-06-04 23:10:17,595 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'export', '--type', 'junit-xml', '--deployment', 'opnfv-rally', '--to', '/home/opnfv/functest/results/rally_full/rally_full.xml'] 2020-06-04 23:10:21,622 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task export --type junit-xml --deployment opnfv-rally --to /home/opnfv/functest/results/rally_full/rally_full.xml 2020-06-04 23:10:21,624 - xtesting.ci.run_tests - INFO - Test result: +--------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +--------------------+------------------+------------------+----------------+ | rally_full | functest | 124:11 | PASS | +--------------------+------------------+------------------+----------------+ 2020-06-04 23:10:33,393 - xtesting.core.testcase - DEBUG - Publishing /home/opnfv/functest/results/functest.log ('text/plain', None)