2020-06-04 18:39:18,230 - xtesting.ci.run_tests - INFO - Deployment description: +-------------------------+--------------------------------------------------------------------------------------------------------------------+ | ENV VAR | VALUE | +-------------------------+--------------------------------------------------------------------------------------------------------------------+ | CI_LOOP | daily | | DEBUG | true | | DEPLOY_SCENARIO | os-nosdn-nofeature-noha | | INSTALLER_TYPE | unknown | | BUILD_TAG | 0DAPKZG2H0GH | | NODE_NAME | lf-virtual9 | | TEST_DB_URL | http://testresults.opnfv.org/test/api/v1/results | | TEST_DB_EXT_URL | | | S3_ENDPOINT_URL | https://storage.googleapis.com | | S3_DST_URL | s3://artifacts.opnfv.org/functest/0DAPKZG2H0GH/functest-opnfv-functest-smoke-latest-rally_sanity-run-818 | | HTTP_DST_URL | http://artifacts.opnfv.org/functest/0DAPKZG2H0GH/functest-opnfv-functest-smoke-latest-rally_sanity-run-818 | +-------------------------+--------------------------------------------------------------------------------------------------------------------+ 2020-06-04 18:39:18,235 - xtesting.ci.run_tests - INFO - Sourcing env file /var/lib/xtesting/conf/env_file export OS_AUTH_URL=http://172.30.13.94/identity/v3 export OS_PROJECT_NAME="demo" export OS_USER_DOMAIN_NAME="Default" export OS_PROJECT_DOMAIN_NAME="Default" export OS_USERNAME="admin" export OS_PASSWORD="secret" export OS_REGION_NAME="RegionOne" export OS_INTERFACE=public export OS_IDENTITY_API_VERSION=3 2020-06-04 18:39:18,235 - xtesting.ci.run_tests - DEBUG - Test args: rally_sanity 2020-06-04 18:39:18,289 - xtesting.ci.run_tests - INFO - Loading test case 'rally_sanity'... 2020-06-04 18:39:19,492 - functest.core.tenantnetwork - DEBUG - password: J4+oyC5z^N6VE0t 2020-06-04 18:39:19,676 - functest.core.tenantnetwork - DEBUG - project: Munch({'location': Munch({'cloud': 'envvars', 'region_name': None, 'zone': None, 'project': Munch({'id': 'default', 'name': None, 'domain_id': 'default', 'domain_name': None})}), 'id': 'c1ef3313f33c46f4b47da655f2a747e9', 'name': 'rally_sanity-project_d5c04372-5bca-4408-ab38-1ee85f98de02', 'description': 'Created by OPNFV Functest: rally_sanity', 'is_enabled': True, 'is_domain': False, 'domain_id': 'default', 'properties': Munch({'tags': [], 'options': Munch({})}), 'enabled': True, 'parent_id': 'default', 'tags': [], 'options': Munch({})}) 2020-06-04 18:39:19,794 - functest.core.tenantnetwork - DEBUG - user: Munch({'id': '2561619ad1a1447191c84c7b1fec44a8', 'email': None, 'name': 'rally_sanity-user_d5c04372-5bca-4408-ab38-1ee85f98de02', 'username': None, 'default_project_id': None, 'domain_id': 'default', 'enabled': True, 'description': None}) 2020-06-04 18:39:20,440 - functest.core.tenantnetwork - DEBUG - cloud_config {'clouds': {'envvars': {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'application_catalog_api_version': '1', 'auth_type': 'password', 'baremetal_api_version': '1', 'container_api_version': '1', 'container_infra_api_version': '1', 'compute_api_version': '2', 'database_api_version': '1.0', 'disable_vendor_agent': {}, 'dns_api_version': '2', 'interface': 'public', 'floating_ip_source': 'neutron', 'identity_api_version': '3', 'image_api_use_tasks': False, 'image_api_version': '2', 'image_format': 'qcow2', 'key_manager_api_version': 'v1', 'message': '', 'metering_api_version': '2', 'network_api_version': '2', 'object_store_api_version': '1', 'orchestration_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'volume_api_version': '2', 'workflow_api_version': '2', 'auth_url': 'http://172.30.13.94/identity/v3', 'project_name': 'rally_sanity-project_d5c04372-5bca-4408-ab38-1ee85f98de02', 'user_domain_name': 'Default', 'project_domain_name': 'Default', 'username': 'rally_sanity-user_d5c04372-5bca-4408-ab38-1ee85f98de02', 'password': 'J4+oyC5z^N6VE0t', 'region_name': 'RegionOne', 'project_id': 'c1ef3313f33c46f4b47da655f2a747e9'}}} 2020-06-04 18:39:20,446 - functest.core.tenantnetwork - DEBUG - new cloud {'auth_url': 'http://172.30.13.94/identity/v3', 'project_id': 'c1ef3313f33c46f4b47da655f2a747e9', 'project_name': 'rally_sanity-project_d5c04372-5bca-4408-ab38-1ee85f98de02', 'project_domain_name': 'Default', 'username': 'rally_sanity-user_d5c04372-5bca-4408-ab38-1ee85f98de02', 'user_domain_name': 'Default', 'password': 'J4+oyC5z^N6VE0t'} 2020-06-04 18:39:21,063 - xtesting.ci.run_tests - INFO - Running test case 'rally_sanity'... 2020-06-04 18:39:21,826 - functest.core.tenantnetwork - DEBUG - network: Munch({'id': 'f96132d4-0a3c-4ffc-a87c-6d3aff4b84da', 'name': 'rally_sanity-net_d5c04372-5bca-4408-ab38-1ee85f98de02', 'tenant_id': 'c1ef3313f33c46f4b47da655f2a747e9', 'admin_state_up': True, 'mtu': 1400, 'status': 'ACTIVE', 'subnets': [], 'shared': True, 'project_id': 'c1ef3313f33c46f4b47da655f2a747e9', 'port_security_enabled': True, 'qos_policy_id': None, 'dns_domain': '', 'router:external': False, 'provider:network_type': 'vxlan', 'provider:physical_network': None, 'provider:segmentation_id': 35, 'availability_zone_hints': [], 'is_default': False, 'availability_zones': [], 'ipv4_address_scope': None, 'ipv6_address_scope': None, 'description': '', 'l2_adjacency': True, 'tags': [], 'created_at': '2020-06-04T18:39:21Z', 'updated_at': '2020-06-04T18:39:21Z', 'revision_number': 1}) 2020-06-04 18:39:23,759 - functest.core.tenantnetwork - DEBUG - subnet: Munch({'id': '1f0a59dc-b44e-48c3-95d5-4fad399dcf5b', 'name': 'rally_sanity-subnet_d5c04372-5bca-4408-ab38-1ee85f98de02', 'tenant_id': 'c1ef3313f33c46f4b47da655f2a747e9', 'network_id': 'f96132d4-0a3c-4ffc-a87c-6d3aff4b84da', 'ip_version': 4, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': None, 'gateway_ip': '192.168.120.1', 'cidr': '192.168.120.0/24', 'allocation_pools': [{'start': '192.168.120.2', 'end': '192.168.120.254'}], 'host_routes': [], 'dns_nameservers': ['8.8.8.8'], 'description': '', 'service_types': [], 'dns_publish_fixed_ip': False, 'segment_id': None, 'tags': [], 'created_at': '2020-06-04T18:39:23Z', 'updated_at': '2020-06-04T18:39:23Z', 'revision_number': 0, 'project_id': 'c1ef3313f33c46f4b47da655f2a747e9'}) 2020-06-04 18:39:25,234 - functest.core.tenantnetwork - DEBUG - router: Munch({'id': 'd736095d-7764-4c41-b72a-8674c8c41b60', 'name': 'rally_sanity-router_d5c04372-5bca-4408-ab38-1ee85f98de02', 'tenant_id': 'c1ef3313f33c46f4b47da655f2a747e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f6c1401-38ba-4897-a514-9f0b34909e99', 'external_fixed_ips': [{'subnet_id': '68ed82d6-b0f0-4e0a-a73b-0b9c92d613ef', 'ip_address': '172.24.4.156'}, {'subnet_id': 'ec1b1e27-b437-4c28-986f-aa0f2fcdd98c', 'ip_address': '2001:db8::383'}], 'enable_snat': True}, 'description': '', 'availability_zones': [], 'distributed': False, 'ha': False, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-06-04T18:39:23Z', 'updated_at': '2020-06-04T18:39:24Z', 'revision_number': 3, 'project_id': 'c1ef3313f33c46f4b47da655f2a747e9'}) 2020-06-04 18:39:28,063 - functest.core.singlevm - DEBUG - image: Munch({'location': Munch({'cloud': 'envvars', 'region_name': 'RegionOne', 'zone': None, 'project': Munch({'id': 'c1ef3313f33c46f4b47da655f2a747e9', 'name': 'rally_sanity-project_d5c04372-5bca-4408-ab38-1ee85f98de02', 'domain_id': None, 'domain_name': 'Default'})}), 'created_at': '2020-06-04T18:39:27Z', 'updated_at': '2020-06-04T18:39:28Z', 'checksum': '443b7623e27ecf03dc9e01ee93f67afe', 'container_format': 'bare', 'direct_url': None, 'disk_format': 'qcow2', 'file': '/v2/images/3335853a-9999-4f51-92c5-0a001a4500b7/file', 'id': '3335853a-9999-4f51-92c5-0a001a4500b7', 'name': 'rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02', 'owner': 'c1ef3313f33c46f4b47da655f2a747e9', 'tags': [], 'status': 'active', 'min_ram': 0, 'min_disk': 0, 'size': 12716032, 'virtual_size': 0, 'is_protected': False, 'locations': [], 'properties': {'owner_specified.shade.md5': '443b7623e27ecf03dc9e01ee93f67afe', 'owner_specified.shade.sha256': 'a8dd75ecffd4cdd96072d60c2237b448e0c8b2bc94d57f10fdbc8c481d9005b8', 'owner_specified.shade.object': 'images/rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02', 'hw_scsi_model': 'virtio-scsi', 'hw_disk_bus': 'scsi', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '6513f21e44aa3da349f248188a44bc304a3653a04122d8fb4535423c8e1d14cd6a153f735bb0982e2161b5b5186106570c17a9e58b64dd39390617cd5a350f78', 'self': '/v2/images/3335853a-9999-4f51-92c5-0a001a4500b7', 'schema': '/v2/schemas/image'}, 'is_public': True, 'visibility': 'public', 'owner_specified.shade.md5': '443b7623e27ecf03dc9e01ee93f67afe', 'owner_specified.shade.sha256': 'a8dd75ecffd4cdd96072d60c2237b448e0c8b2bc94d57f10fdbc8c481d9005b8', 'owner_specified.shade.object': 'images/rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02', 'hw_scsi_model': 'virtio-scsi', 'hw_disk_bus': 'scsi', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '6513f21e44aa3da349f248188a44bc304a3653a04122d8fb4535423c8e1d14cd6a153f735bb0982e2161b5b5186106570c17a9e58b64dd39390617cd5a350f78', 'self': '/v2/images/3335853a-9999-4f51-92c5-0a001a4500b7', 'schema': '/v2/schemas/image', 'protected': False, 'metadata': {'owner_specified.shade.md5': '443b7623e27ecf03dc9e01ee93f67afe', 'owner_specified.shade.sha256': 'a8dd75ecffd4cdd96072d60c2237b448e0c8b2bc94d57f10fdbc8c481d9005b8', 'owner_specified.shade.object': 'images/rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02', 'hw_scsi_model': 'virtio-scsi', 'hw_disk_bus': 'scsi', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '6513f21e44aa3da349f248188a44bc304a3653a04122d8fb4535423c8e1d14cd6a153f735bb0982e2161b5b5186106570c17a9e58b64dd39390617cd5a350f78', 'self': '/v2/images/3335853a-9999-4f51-92c5-0a001a4500b7', 'schema': '/v2/schemas/image'}, 'created': '2020-06-04T18:39:27Z', 'updated': '2020-06-04T18:39:28Z', 'minDisk': 0, 'minRam': 0}) 2020-06-04 18:39:28,105 - functest.core.singlevm - DEBUG - flavor: Munch({'location': Munch({'cloud': 'envvars', 'region_name': 'RegionOne', 'zone': None, 'project': Munch({'id': 'd599446db0274f239c869e15bb1e94c4', 'name': 'demo', 'domain_id': None, 'domain_name': 'Default'})}), 'id': '84fcf363-fdb0-4c5e-a867-5cea59961090', 'name': 'rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02', 'is_public': True, 'is_disabled': False, 'ram': 512, 'vcpus': 1, 'disk': 1, 'ephemeral': 0, 'swap': 0, 'rxtx_factor': 1.0, 'properties': Munch({'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}), 'extra_specs': Munch({}), 'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}) 2020-06-04 18:39:28,142 - functest.opnfv_tests.openstack.rally.rally - INFO - Creating Rally environment... 2020-06-04 18:39:36,236 - functest.opnfv_tests.openstack.rally.rally - INFO - rally deployment create --fromenv --name opnfv-rally +--------------------------------------+----------------------------+-------------+------------------+--------+ | uuid | created_at | name | status | active | +--------------------------------------+----------------------------+-------------+------------------+--------+ | 95b726cd-2ba0-461c-a9f5-9c1afd469563 | 2020-06-04T18:39:35.860437 | opnfv-rally | deploy->finished | | +--------------------------------------+----------------------------+-------------+------------------+--------+ Using deployment: 95b726cd-2ba0-461c-a9f5-9c1afd469563 ~/.rally/openrc was updated HINTS: * To use standard OpenStack clients, set up your env by running: source ~/.rally/openrc OpenStack clients are now configured, e.g run: openstack image list 2020-06-04 18:39:41,081 - functest.opnfv_tests.openstack.rally.rally - INFO - rally deployment check -------------------------------------------------------------------------------- Platform openstack: -------------------------------------------------------------------------------- Available services: +-------------+----------------+-----------+ | Service | Service Type | Status | +-------------+----------------+-----------+ | __unknown__ | alarming | Available | | __unknown__ | compute_legacy | Available | | __unknown__ | event | Available | | __unknown__ | placement | Available | | barbican | key-manager | Available | | cinder | block-storage | Available | | cinder | volumev2 | Available | | cinder | volumev3 | Available | | cloud | cloudformation | Available | | glance | image | Available | | gnocchi | metric | Available | | heat | orchestration | Available | | keystone | identity | Available | | neutron | network | Available | | nova | compute | Available | | octavia | load-balancer | Available | | swift | object-store | Available | +-------------+----------------+-----------+ 2020-06-04 18:39:42,498 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Validating run tests... 2020-06-04 18:39:42,644 - functest.core.singlevm - DEBUG - flavor: Munch({'location': Munch({'cloud': 'envvars', 'region_name': 'RegionOne', 'zone': None, 'project': Munch({'id': 'd599446db0274f239c869e15bb1e94c4', 'name': 'demo', 'domain_id': None, 'domain_name': 'Default'})}), 'id': '061a88aa-15fe-4de3-9d70-606c9d22311b', 'name': 'rally_sanity-flavor_alt_d5c04372-5bca-4408-ab38-1ee85f98de02', 'is_public': True, 'is_disabled': False, 'ram': 1024, 'vcpus': 1, 'disk': 1, 'ephemeral': 0, 'swap': 0, 'rxtx_factor': 1.0, 'properties': Munch({'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}), 'extra_specs': Munch({}), 'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}) 2020-06-04 18:39:42,756 - functest.opnfv_tests.openstack.rally.rally - DEBUG - flavor: Munch({'location': Munch({'cloud': 'envvars', 'region_name': 'RegionOne', 'zone': None, 'project': Munch({'id': 'd599446db0274f239c869e15bb1e94c4', 'name': 'demo', 'domain_id': None, 'domain_name': 'Default'})}), 'id': '061a88aa-15fe-4de3-9d70-606c9d22311b', 'name': 'rally_sanity-flavor_alt_d5c04372-5bca-4408-ab38-1ee85f98de02', 'is_public': True, 'is_disabled': False, 'ram': 1024, 'vcpus': 1, 'disk': 1, 'ephemeral': 0, 'swap': 0, 'rxtx_factor': 1.0, 'properties': Munch({'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}), 'extra_specs': Munch({}), 'OS-FLV-EXT-DATA:ephemeral': 0, 'OS-FLV-DISABLED:disabled': False, 'os-flavor-access:is_public': True}) 2020-06-04 18:39:42,756 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-authenticate.yaml 2020-06-04 18:39:42,757 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 18:39:42,783 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 18:39:42,784 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "authenticate" ... 2020-06-04 18:39:42,784 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'authenticate', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['authenticate'], 'image_name': 'rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_name': 'rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_alt_name': 'rally_sanity-flavor_alt_d5c04372-5bca-4408-ab38-1ee85f98de02', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': True, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': 'f96132d4-0a3c-4ffc-a87c-6d3aff4b84da'}"] 2020-06-04 18:40:16,747 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag authenticate --uuids-only: f1efc4aa-ba64-4f42-b85a-cbc09e6f7d7e 2020-06-04 18:40:16,748 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : f1efc4aa-ba64-4f42-b85a-cbc09e6f7d7e 2020-06-04 18:40:16,748 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'f1efc4aa-ba64-4f42-b85a-cbc09e6f7d7e'] 2020-06-04 18:40:18,151 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid f1efc4aa-ba64-4f42-b85a-cbc09e6f7d7e -------------------------------------------------------------------------------- Task f1efc4aa-ba64-4f42-b85a-cbc09e6f7d7e: finished -------------------------------------------------------------------------------- test scenario Authenticate.keystone args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f1efc4aa-ba64-4f42-b85a-cbc09e6f7d7e has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.keystone | 0.216 | 0.216 | 0.216 | 0.216 | 0.216 | 0.216 | 100.0% | 1 | | total | 0.216 | 0.216 | 0.216 | 0.216 | 0.216 | 0.216 | 100.0% | 1 | | -> duration | 0.216 | 0.216 | 0.216 | 0.216 | 0.216 | 0.216 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.215695 Full duration: 2.802523 -------------------------------------------------------------------------------- test scenario Authenticate.validate_cinder args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f1efc4aa-ba64-4f42-b85a-cbc09e6f7d7e has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_cinder | 0.182 | 0.182 | 0.182 | 0.182 | 0.182 | 0.182 | 100.0% | 1 | | total | 0.351 | 0.351 | 0.351 | 0.351 | 0.351 | 0.351 | 100.0% | 1 | | -> duration | 0.351 | 0.351 | 0.351 | 0.351 | 0.351 | 0.351 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.351356 Full duration: 2.785695 -------------------------------------------------------------------------------- test scenario Authenticate.validate_glance args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f1efc4aa-ba64-4f42-b85a-cbc09e6f7d7e has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_glance | 0.337 | 0.337 | 0.337 | 0.337 | 0.337 | 0.337 | 100.0% | 1 | | total | 0.465 | 0.465 | 0.465 | 0.465 | 0.465 | 0.465 | 100.0% | 1 | | -> duration | 0.465 | 0.465 | 0.465 | 0.465 | 0.465 | 0.465 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.465451 Full duration: 3.173235 -------------------------------------------------------------------------------- test scenario Authenticate.validate_heat args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f1efc4aa-ba64-4f42-b85a-cbc09e6f7d7e has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_heat | 0.166 | 0.166 | 0.166 | 0.166 | 0.166 | 0.166 | 100.0% | 1 | | total | 0.393 | 0.393 | 0.393 | 0.393 | 0.393 | 0.393 | 100.0% | 1 | | -> duration | 0.393 | 0.393 | 0.393 | 0.393 | 0.393 | 0.393 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.393261 Full duration: 3.229033 -------------------------------------------------------------------------------- test scenario Authenticate.validate_neutron args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f1efc4aa-ba64-4f42-b85a-cbc09e6f7d7e has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_neutron | 0.443 | 0.443 | 0.443 | 0.443 | 0.443 | 0.443 | 100.0% | 1 | | total | 0.581 | 0.581 | 0.581 | 0.581 | 0.581 | 0.581 | 100.0% | 1 | | -> duration | 0.581 | 0.581 | 0.581 | 0.581 | 0.581 | 0.581 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.581114 Full duration: 2.671971 -------------------------------------------------------------------------------- test scenario Authenticate.validate_nova args position 0 args values: { "args": { "repetitions": 2 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task f1efc4aa-ba64-4f42-b85a-cbc09e6f7d7e has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | authenticate.validate_nova | 0.278 | 0.278 | 0.278 | 0.278 | 0.278 | 0.278 | 100.0% | 1 | | total | 0.522 | 0.522 | 0.522 | 0.522 | 0.522 | 0.522 | 100.0% | 1 | | -> duration | 0.522 | 0.522 | 0.522 | 0.522 | 0.522 | 0.522 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.522417 Full duration: 3.79667 HINTS: * To plot HTML graphics with this data, run: rally task report f1efc4aa-ba64-4f42-b85a-cbc09e6f7d7e --out output.html * To generate a JUnit report, run: rally task export f1efc4aa-ba64-4f42-b85a-cbc09e6f7d7e --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report f1efc4aa-ba64-4f42-b85a-cbc09e6f7d7e --json --out output.json 2020-06-04 18:40:18,151 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'f1efc4aa-ba64-4f42-b85a-cbc09e6f7d7e', '--out', '/home/opnfv/functest/results/rally_sanity/authenticate.json'] 2020-06-04 18:40:22,349 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid f1efc4aa-ba64-4f42-b85a-cbc09e6f7d7e --out /home/opnfv/functest/results/rally_sanity/authenticate.json 2020-06-04 18:40:22,353 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "authenticate" OK. 2020-06-04 18:40:22,353 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-glance.yaml 2020-06-04 18:40:22,353 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 18:40:22,373 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 18:40:22,374 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "glance" ... 2020-06-04 18:40:22,374 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'glance', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['glance'], 'image_name': 'rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_name': 'rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_alt_name': 'rally_sanity-flavor_alt_d5c04372-5bca-4408-ab38-1ee85f98de02', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': True, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': 'f96132d4-0a3c-4ffc-a87c-6d3aff4b84da'}"] 2020-06-04 18:41:24,704 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag glance --uuids-only: d496e464-0150-4b4e-a218-bc147df80c05 2020-06-04 18:41:24,705 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : d496e464-0150-4b4e-a218-bc147df80c05 2020-06-04 18:41:24,705 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'd496e464-0150-4b4e-a218-bc147df80c05'] 2020-06-04 18:41:26,498 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid d496e464-0150-4b4e-a218-bc147df80c05 -------------------------------------------------------------------------------- Task d496e464-0150-4b4e-a218-bc147df80c05: finished -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_delete_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d496e464-0150-4b4e-a218-bc147df80c05 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.755 | 2.755 | 2.755 | 2.755 | 2.755 | 2.755 | 100.0% | 1 | | -> glance_v2.get_image (x2) | 0.067 | 0.067 | 0.067 | 0.067 | 0.067 | 0.067 | 100.0% | 1 | | -> glance_v2.upload_data | 0.442 | 0.442 | 0.442 | 0.442 | 0.442 | 0.442 | 100.0% | 1 | | glance_v2.delete_image | 0.249 | 0.249 | 0.249 | 0.249 | 0.249 | 0.249 | 100.0% | 1 | | total | 3.004 | 3.004 | 3.004 | 3.004 | 3.004 | 3.004 | 100.0% | 1 | | -> duration | 3.004 | 3.004 | 3.004 | 3.004 | 3.004 | 3.004 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.004174 Full duration: 6.290313 -------------------------------------------------------------------------------- test scenario GlanceImages.create_and_list_image args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img" }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d496e464-0150-4b4e-a218-bc147df80c05 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.804 | 2.804 | 2.804 | 2.804 | 2.804 | 2.804 | 100.0% | 1 | | -> glance_v2.get_image (x2) | 0.065 | 0.065 | 0.065 | 0.065 | 0.065 | 0.065 | 100.0% | 1 | | -> glance_v2.upload_data | 0.522 | 0.522 | 0.522 | 0.522 | 0.522 | 0.522 | 100.0% | 1 | | glance_v2.list_images | 0.145 | 0.145 | 0.145 | 0.145 | 0.145 | 0.145 | 100.0% | 1 | | total | 2.95 | 2.95 | 2.95 | 2.95 | 2.95 | 2.95 | 100.0% | 1 | | -> duration | 2.95 | 2.95 | 2.95 | 2.95 | 2.95 | 2.95 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.949982 Full duration: 7.356057 -------------------------------------------------------------------------------- test scenario GlanceImages.list_images args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d496e464-0150-4b4e-a218-bc147df80c05 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.list_images | 0.182 | 0.182 | 0.182 | 0.182 | 0.182 | 0.182 | 100.0% | 1 | | total | 0.182 | 0.182 | 0.182 | 0.182 | 0.182 | 0.182 | 100.0% | 1 | | -> duration | 0.182 | 0.182 | 0.182 | 0.182 | 0.182 | 0.182 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.181926 Full duration: 2.595015 -------------------------------------------------------------------------------- test scenario GlanceImages.create_image_and_boot_instances args position 0 args values: { "args": { "container_format": "bare", "disk_format": "qcow2", "image_location": "/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img", "flavor": { "name": "rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "number_instances": 2, "boot_server_kwargs": { "nics": [ { "net-id": "f96132d4-0a3c-4ffc-a87c-6d3aff4b84da" } ] } }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d496e464-0150-4b4e-a218-bc147df80c05 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | glance_v2.create_image | 2.768 | 2.768 | 2.768 | 2.768 | 2.768 | 2.768 | 100.0% | 1 | | -> glance_v2.get_image (x2) | 0.073 | 0.073 | 0.073 | 0.073 | 0.073 | 0.073 | 100.0% | 1 | | -> glance_v2.upload_data | 0.473 | 0.473 | 0.473 | 0.473 | 0.473 | 0.473 | 100.0% | 1 | | nova.boot_servers | 15.254 | 15.254 | 15.254 | 15.254 | 15.254 | 15.254 | 100.0% | 1 | | total | 18.023 | 18.023 | 18.023 | 18.023 | 18.023 | 18.023 | 100.0% | 1 | | -> duration | 17.023 | 17.023 | 17.023 | 17.023 | 17.023 | 17.023 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 17.022665 Full duration: 30.62307 HINTS: * To plot HTML graphics with this data, run: rally task report d496e464-0150-4b4e-a218-bc147df80c05 --out output.html * To generate a JUnit report, run: rally task export d496e464-0150-4b4e-a218-bc147df80c05 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report d496e464-0150-4b4e-a218-bc147df80c05 --json --out output.json 2020-06-04 18:41:26,499 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'd496e464-0150-4b4e-a218-bc147df80c05', '--out', '/home/opnfv/functest/results/rally_sanity/glance.json'] 2020-06-04 18:41:30,171 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid d496e464-0150-4b4e-a218-bc147df80c05 --out /home/opnfv/functest/results/rally_sanity/glance.json 2020-06-04 18:41:30,176 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "glance" OK. 2020-06-04 18:41:30,177 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-cinder.yaml 2020-06-04 18:41:30,177 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 18:41:30,199 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 18:41:30,200 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "cinder" ... 2020-06-04 18:41:30,200 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'cinder', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['cinder'], 'image_name': 'rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_name': 'rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_alt_name': 'rally_sanity-flavor_alt_d5c04372-5bca-4408-ab38-1ee85f98de02', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': True, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': 'f96132d4-0a3c-4ffc-a87c-6d3aff4b84da'}"] 2020-06-04 18:43:20,856 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag cinder --uuids-only: 0db8752e-e53d-4715-bc15-00e8e8b3faf1 2020-06-04 18:43:20,857 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 0db8752e-e53d-4715-bc15-00e8e8b3faf1 2020-06-04 18:43:20,858 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '0db8752e-e53d-4715-bc15-00e8e8b3faf1'] 2020-06-04 18:43:22,605 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 0db8752e-e53d-4715-bc15-00e8e8b3faf1 -------------------------------------------------------------------------------- Task 0db8752e-e53d-4715-bc15-00e8e8b3faf1: finished -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_snapshot args position 0 args values: { "args": { "force": false }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } }, "volumes": { "size": 1, "volumes_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0db8752e-e53d-4715-bc15-00e8e8b3faf1 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_snapshot | 2.502 | 2.502 | 2.502 | 2.502 | 2.502 | 2.502 | 100.0% | 1 | | cinder_v3.delete_snapshot | 2.156 | 2.156 | 2.156 | 2.156 | 2.156 | 2.156 | 100.0% | 1 | | total | 4.659 | 4.659 | 4.659 | 4.659 | 4.659 | 4.659 | 100.0% | 1 | | -> duration | 4.659 | 4.659 | 4.659 | 4.659 | 4.659 | 4.659 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.658623 Full duration: 13.954491 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 0 args values: { "args": { "size": { "max": 1, "min": 1 } }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0db8752e-e53d-4715-bc15-00e8e8b3faf1 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.75 | 2.75 | 2.75 | 2.75 | 2.75 | 2.75 | 100.0% | 1 | | cinder_v3.delete_volume | 2.192 | 2.192 | 2.192 | 2.192 | 2.192 | 2.192 | 100.0% | 1 | | total | 4.942 | 4.942 | 4.942 | 4.942 | 4.942 | 4.942 | 100.0% | 1 | | -> duration | 4.942 | 4.942 | 4.942 | 4.942 | 4.942 | 4.942 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.941988 Full duration: 8.66655 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 1 args values: { "args": { "image": { "name": "rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "size": 1 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0db8752e-e53d-4715-bc15-00e8e8b3faf1 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 4.852 | 4.852 | 4.852 | 4.852 | 4.852 | 4.852 | 100.0% | 1 | | cinder_v3.delete_volume | 2.196 | 2.196 | 2.196 | 2.196 | 2.196 | 2.196 | 100.0% | 1 | | total | 7.049 | 7.049 | 7.049 | 7.049 | 7.049 | 7.049 | 100.0% | 1 | | -> duration | 7.049 | 7.049 | 7.049 | 7.049 | 7.049 | 7.049 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 7.049056 Full duration: 11.266551 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_delete_volume args position 2 args values: { "args": { "size": 1 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0db8752e-e53d-4715-bc15-00e8e8b3faf1 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.794 | 2.794 | 2.794 | 2.794 | 2.794 | 2.794 | 100.0% | 1 | | cinder_v3.delete_volume | 2.184 | 2.184 | 2.184 | 2.184 | 2.184 | 2.184 | 100.0% | 1 | | total | 4.978 | 4.978 | 4.978 | 4.978 | 4.978 | 4.978 | 100.0% | 1 | | -> duration | 4.978 | 4.978 | 4.978 | 4.978 | 4.978 | 4.978 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.977885 Full duration: 9.2056 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_and_extend_volume args position 0 args values: { "args": { "new_size": 2, "size": 1 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0db8752e-e53d-4715-bc15-00e8e8b3faf1 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 3.011 | 3.011 | 3.011 | 3.011 | 3.011 | 3.011 | 100.0% | 1 | | cinder_v3.extend_volume | 2.363 | 2.363 | 2.363 | 2.363 | 2.363 | 2.363 | 100.0% | 1 | | cinder_v3.delete_volume | 2.199 | 2.199 | 2.199 | 2.199 | 2.199 | 2.199 | 100.0% | 1 | | total | 7.573 | 7.573 | 7.573 | 7.573 | 7.573 | 7.573 | 100.0% | 1 | | -> duration | 7.573 | 7.573 | 7.573 | 7.573 | 7.573 | 7.573 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 7.57272 Full duration: 11.468725 -------------------------------------------------------------------------------- test scenario CinderVolumes.create_from_volume_and_delete_volume args position 0 args values: { "args": { "size": 1 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } }, "volumes": { "size": 1, "volumes_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0db8752e-e53d-4715-bc15-00e8e8b3faf1 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 2.629 | 2.629 | 2.629 | 2.629 | 2.629 | 2.629 | 100.0% | 1 | | cinder_v3.delete_volume | 2.208 | 2.208 | 2.208 | 2.208 | 2.208 | 2.208 | 100.0% | 1 | | total | 4.837 | 4.837 | 4.837 | 4.837 | 4.837 | 4.837 | 100.0% | 1 | | -> duration | 4.837 | 4.837 | 4.837 | 4.837 | 4.837 | 4.837 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.837351 Full duration: 14.128839 -------------------------------------------------------------------------------- test scenario CinderQos.create_and_list_qos args position 0 args values: { "args": { "consumer": "both", "write_iops_sec": "10", "read_iops_sec": "1000" }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0db8752e-e53d-4715-bc15-00e8e8b3faf1 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_qos | 0.192 | 0.192 | 0.192 | 0.192 | 0.192 | 0.192 | 100.0% | 1 | | cinder_v3.list_qos | 0.038 | 0.038 | 0.038 | 0.038 | 0.038 | 0.038 | 100.0% | 1 | | total | 0.231 | 0.231 | 0.231 | 0.231 | 0.231 | 0.231 | 100.0% | 1 | | -> duration | 0.231 | 0.231 | 0.231 | 0.231 | 0.231 | 0.231 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.230722 Full duration: 4.682245 -------------------------------------------------------------------------------- test scenario CinderQos.create_and_set_qos args position 0 args values: { "args": { "consumer": "back-end", "write_iops_sec": "10", "read_iops_sec": "1000", "set_consumer": "both", "set_write_iops_sec": "11", "set_read_iops_sec": "1001" }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0db8752e-e53d-4715-bc15-00e8e8b3faf1 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_qos | 0.194 | 0.194 | 0.194 | 0.194 | 0.194 | 0.194 | 100.0% | 1 | | cinder_v3.set_qos | 0.037 | 0.037 | 0.037 | 0.037 | 0.037 | 0.037 | 100.0% | 1 | | total | 0.232 | 0.232 | 0.232 | 0.232 | 0.232 | 0.232 | 100.0% | 1 | | -> duration | 0.232 | 0.232 | 0.232 | 0.232 | 0.232 | 0.232 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.23181 Full duration: 4.889448 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_and_list_volume_types args position 0 args values: { "args": { "description": "rally tests creating types" }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0db8752e-e53d-4715-bc15-00e8e8b3faf1 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume_type | 0.216 | 0.216 | 0.216 | 0.216 | 0.216 | 0.216 | 100.0% | 1 | | cinder_v3.list_types | 0.036 | 0.036 | 0.036 | 0.036 | 0.036 | 0.036 | 100.0% | 1 | | total | 0.253 | 0.253 | 0.253 | 0.253 | 0.253 | 0.253 | 100.0% | 1 | | -> duration | 0.253 | 0.253 | 0.253 | 0.253 | 0.253 | 0.253 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.25267 Full duration: 4.986199 -------------------------------------------------------------------------------- test scenario CinderVolumeTypes.create_volume_type_and_encryption_type args position 0 args values: { "args": { "description": "rally tests creating types", "provider": "LuksEncryptor", "cipher": "aes-xts-plain64", "key_size": 512, "control_location": "front-end" }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 0db8752e-e53d-4715-bc15-00e8e8b3faf1 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume_type | 0.36 | 0.36 | 0.36 | 0.36 | 0.36 | 0.36 | 100.0% | 1 | | cinder_v3.create_encryption_type | 0.104 | 0.104 | 0.104 | 0.104 | 0.104 | 0.104 | 100.0% | 1 | | total | 0.464 | 0.464 | 0.464 | 0.464 | 0.464 | 0.464 | 100.0% | 1 | | -> duration | 0.464 | 0.464 | 0.464 | 0.464 | 0.464 | 0.464 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.463609 Full duration: 5.339363 HINTS: * To plot HTML graphics with this data, run: rally task report 0db8752e-e53d-4715-bc15-00e8e8b3faf1 --out output.html * To generate a JUnit report, run: rally task export 0db8752e-e53d-4715-bc15-00e8e8b3faf1 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 0db8752e-e53d-4715-bc15-00e8e8b3faf1 --json --out output.json 2020-06-04 18:43:22,606 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '0db8752e-e53d-4715-bc15-00e8e8b3faf1', '--out', '/home/opnfv/functest/results/rally_sanity/cinder.json'] 2020-06-04 18:43:26,772 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 0db8752e-e53d-4715-bc15-00e8e8b3faf1 --out /home/opnfv/functest/results/rally_sanity/cinder.json 2020-06-04 18:43:26,782 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "cinder" OK. 2020-06-04 18:43:26,782 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-gnocchi.yaml 2020-06-04 18:43:26,783 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 18:43:26,803 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 18:43:26,803 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "gnocchi" ... 2020-06-04 18:43:26,803 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'gnocchi', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['gnocchi'], 'image_name': 'rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_name': 'rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_alt_name': 'rally_sanity-flavor_alt_d5c04372-5bca-4408-ab38-1ee85f98de02', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': True, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': 'f96132d4-0a3c-4ffc-a87c-6d3aff4b84da'}"] 2020-06-04 18:44:21,992 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag gnocchi --uuids-only: ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 2020-06-04 18:44:21,993 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 2020-06-04 18:44:21,993 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'ec2cb537-f6db-4ad3-aad4-eeca4cda63e3'] 2020-06-04 18:44:23,847 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 -------------------------------------------------------------------------------- Task ec2cb537-f6db-4ad3-aad4-eeca4cda63e3: finished -------------------------------------------------------------------------------- test scenario Gnocchi.list_capabilities args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.list_capabilities | 0.301 | 0.301 | 0.301 | 0.301 | 0.301 | 0.301 | 100.0% | 1 | | total | 0.302 | 0.302 | 0.302 | 0.302 | 0.302 | 0.302 | 100.0% | 1 | | -> duration | 0.302 | 0.302 | 0.302 | 0.302 | 0.302 | 0.302 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.301543 Full duration: 2.660844 -------------------------------------------------------------------------------- test scenario Gnocchi.get_status args position 0 args values: { "args": { "detailed": false }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.get_status | 0.2 | 0.2 | 0.2 | 0.2 | 0.2 | 0.2 | 100.0% | 1 | | total | 0.2 | 0.2 | 0.2 | 0.2 | 0.2 | 0.2 | 100.0% | 1 | | -> duration | 0.2 | 0.2 | 0.2 | 0.2 | 0.2 | 0.2 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.199932 Full duration: 2.716357 -------------------------------------------------------------------------------- test scenario GnocchiArchivePolicyRule.list_archive_policy_rule args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.list_archive_policy_rule | 0.273 | 0.273 | 0.273 | 0.273 | 0.273 | 0.273 | 100.0% | 1 | | total | 0.273 | 0.273 | 0.273 | 0.273 | 0.273 | 0.273 | 100.0% | 1 | | -> duration | 0.273 | 0.273 | 0.273 | 0.273 | 0.273 | 0.273 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.272622 Full duration: 2.621886 -------------------------------------------------------------------------------- test scenario GnocchiArchivePolicyRule.create_delete_archive_policy_rule args position 0 args values: { "args": { "metric_pattern": "cpu_*", "archive_policy_name": "low" }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_archive_policy_rule | 0.183 | 0.183 | 0.183 | 0.183 | 0.183 | 0.183 | 100.0% | 1 | | gnocchi.delete_archive_policy_rule | 0.038 | 0.038 | 0.038 | 0.038 | 0.038 | 0.038 | 100.0% | 1 | | total | 0.221 | 0.221 | 0.221 | 0.221 | 0.221 | 0.221 | 100.0% | 1 | | -> duration | 0.221 | 0.221 | 0.221 | 0.221 | 0.221 | 0.221 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.220907 Full duration: 2.887209 -------------------------------------------------------------------------------- test scenario GnocchiArchivePolicy.list_archive_policy args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.list_archive_policy | 0.271 | 0.271 | 0.271 | 0.271 | 0.271 | 0.271 | 100.0% | 1 | | total | 0.271 | 0.271 | 0.271 | 0.271 | 0.271 | 0.271 | 100.0% | 1 | | -> duration | 0.271 | 0.271 | 0.271 | 0.271 | 0.271 | 0.271 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.270998 Full duration: 2.705086 -------------------------------------------------------------------------------- test scenario GnocchiArchivePolicy.create_delete_archive_policy args position 0 args values: { "args": { "definition": [ { "granularity": "0:00:01", "timespan": "1:00:00" } ] }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_archive_policy | 0.218 | 0.218 | 0.218 | 0.218 | 0.218 | 0.218 | 100.0% | 1 | | gnocchi.delete_archive_policy | 0.041 | 0.041 | 0.041 | 0.041 | 0.041 | 0.041 | 100.0% | 1 | | total | 0.259 | 0.259 | 0.259 | 0.259 | 0.259 | 0.259 | 100.0% | 1 | | -> duration | 0.259 | 0.259 | 0.259 | 0.259 | 0.259 | 0.259 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.258762 Full duration: 3.234388 -------------------------------------------------------------------------------- test scenario GnocchiResourceType.list_resource_type args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.list_resource_type | 0.27 | 0.27 | 0.27 | 0.27 | 0.27 | 0.27 | 100.0% | 1 | | total | 0.27 | 0.27 | 0.27 | 0.27 | 0.27 | 0.27 | 100.0% | 1 | | -> duration | 0.27 | 0.27 | 0.27 | 0.27 | 0.27 | 0.27 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.269739 Full duration: 2.599684 -------------------------------------------------------------------------------- test scenario GnocchiResourceType.create_delete_resource_type args position 0 args values: { "args": { "attributes": { "foo": { "required": false, "type": "string" }, "bar": { "required": true, "type": "number" } } }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_resource_type | 0.614 | 0.614 | 0.614 | 0.614 | 0.614 | 0.614 | 100.0% | 1 | | gnocchi.delete_resource_type | 0.156 | 0.156 | 0.156 | 0.156 | 0.156 | 0.156 | 100.0% | 1 | | total | 0.77 | 0.77 | 0.77 | 0.77 | 0.77 | 0.77 | 100.0% | 1 | | -> duration | 0.77 | 0.77 | 0.77 | 0.77 | 0.77 | 0.77 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.77004 Full duration: 3.564631 -------------------------------------------------------------------------------- test scenario GnocchiMetric.list_metric args position 0 args values: { "args": { "limit": 10000 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.list_metric | 0.752 | 0.752 | 0.752 | 0.752 | 0.752 | 0.752 | 100.0% | 1 | | total | 0.752 | 0.752 | 0.752 | 0.752 | 0.752 | 0.752 | 100.0% | 1 | | -> duration | 0.752 | 0.752 | 0.752 | 0.752 | 0.752 | 0.752 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.75184 Full duration: 3.26573 -------------------------------------------------------------------------------- test scenario GnocchiMetric.create_delete_metric args position 0 args values: { "args": { "archive_policy_name": "low" }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_metric | 0.311 | 0.311 | 0.311 | 0.311 | 0.311 | 0.311 | 100.0% | 1 | | gnocchi.delete_metric | 0.033 | 0.033 | 0.033 | 0.033 | 0.033 | 0.033 | 100.0% | 1 | | total | 0.344 | 0.344 | 0.344 | 0.344 | 0.344 | 0.344 | 100.0% | 1 | | -> duration | 0.344 | 0.344 | 0.344 | 0.344 | 0.344 | 0.344 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.344451 Full duration: 2.831883 -------------------------------------------------------------------------------- test scenario GnocchiResource.create_delete_resource args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | gnocchi.create_resource | 0.29 | 0.29 | 0.29 | 0.29 | 0.29 | 0.29 | 100.0% | 1 | | gnocchi.delete_resource | 0.039 | 0.039 | 0.039 | 0.039 | 0.039 | 0.039 | 100.0% | 1 | | total | 0.33 | 0.33 | 0.33 | 0.33 | 0.33 | 0.33 | 100.0% | 1 | | -> duration | 0.33 | 0.33 | 0.33 | 0.33 | 0.33 | 0.33 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.329561 Full duration: 3.244617 HINTS: * To plot HTML graphics with this data, run: rally task report ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 --out output.html * To generate a JUnit report, run: rally task export ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 --json --out output.json 2020-06-04 18:44:23,848 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'ec2cb537-f6db-4ad3-aad4-eeca4cda63e3', '--out', '/home/opnfv/functest/results/rally_sanity/gnocchi.json'] 2020-06-04 18:44:27,411 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid ec2cb537-f6db-4ad3-aad4-eeca4cda63e3 --out /home/opnfv/functest/results/rally_sanity/gnocchi.json 2020-06-04 18:44:27,417 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "gnocchi" OK. 2020-06-04 18:44:27,418 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-heat.yaml 2020-06-04 18:44:27,418 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 18:44:27,438 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 18:44:27,439 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "heat" ... 2020-06-04 18:44:27,439 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'heat', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['heat'], 'image_name': 'rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_name': 'rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_alt_name': 'rally_sanity-flavor_alt_d5c04372-5bca-4408-ab38-1ee85f98de02', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': True, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': 'f96132d4-0a3c-4ffc-a87c-6d3aff4b84da'}"] 2020-06-04 18:45:20,191 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag heat --uuids-only: ac0aaa2e-2b5e-4df4-bf5c-3507224fbfc7 2020-06-04 18:45:20,192 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : ac0aaa2e-2b5e-4df4-bf5c-3507224fbfc7 2020-06-04 18:45:20,192 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'ac0aaa2e-2b5e-4df4-bf5c-3507224fbfc7'] 2020-06-04 18:45:21,929 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid ac0aaa2e-2b5e-4df4-bf5c-3507224fbfc7 -------------------------------------------------------------------------------- Task ac0aaa2e-2b5e-4df4-bf5c-3507224fbfc7: finished -------------------------------------------------------------------------------- test scenario HeatStacks.create_update_delete_stack args position 0 args values: { "args": { "template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/autoscaling_policy.yaml.template", "updated_template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/updated_autoscaling_policy_inplace.yaml.template" }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task ac0aaa2e-2b5e-4df4-bf5c-3507224fbfc7 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.82 | 2.82 | 2.82 | 2.82 | 2.82 | 2.82 | 100.0% | 1 | | heat.update_stack | 2.182 | 2.182 | 2.182 | 2.182 | 2.182 | 2.182 | 100.0% | 1 | | heat.delete_stack | 2.28 | 2.28 | 2.28 | 2.28 | 2.28 | 2.28 | 100.0% | 1 | | total | 7.283 | 7.283 | 7.283 | 7.283 | 7.283 | 7.283 | 100.0% | 1 | | -> duration | 3.283 | 3.283 | 3.283 | 3.283 | 3.283 | 3.283 | 100.0% | 1 | | -> idle_duration | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 4.0 | 100.0% | 1 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.282542 Full duration: 11.051644 -------------------------------------------------------------------------------- test scenario HeatStacks.create_check_delete_stack args position 0 args values: { "args": { "template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template" }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task ac0aaa2e-2b5e-4df4-bf5c-3507224fbfc7 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.796 | 2.796 | 2.796 | 2.796 | 2.796 | 2.796 | 100.0% | 1 | | heat.check_stack | 0.193 | 0.193 | 0.193 | 0.193 | 0.193 | 0.193 | 100.0% | 1 | | heat.delete_stack | 1.213 | 1.213 | 1.213 | 1.213 | 1.213 | 1.213 | 100.0% | 1 | | total | 4.202 | 4.202 | 4.202 | 4.202 | 4.202 | 4.202 | 100.0% | 1 | | -> duration | 2.202 | 2.202 | 2.202 | 2.202 | 2.202 | 2.202 | 100.0% | 1 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 1 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.202391 Full duration: 8.381363 -------------------------------------------------------------------------------- test scenario HeatStacks.create_suspend_resume_delete_stack args position 0 args values: { "args": { "template_path": "/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template" }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task ac0aaa2e-2b5e-4df4-bf5c-3507224fbfc7 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.create_stack | 2.836 | 2.836 | 2.836 | 2.836 | 2.836 | 2.836 | 100.0% | 1 | | heat.suspend_stack | 0.308 | 0.308 | 0.308 | 0.308 | 0.308 | 0.308 | 100.0% | 1 | | heat.resume_stack | 1.269 | 1.269 | 1.269 | 1.269 | 1.269 | 1.269 | 100.0% | 1 | | heat.delete_stack | 1.197 | 1.197 | 1.197 | 1.197 | 1.197 | 1.197 | 100.0% | 1 | | total | 5.611 | 5.611 | 5.611 | 5.611 | 5.611 | 5.611 | 100.0% | 1 | | -> duration | 3.611 | 3.611 | 3.611 | 3.611 | 3.611 | 3.611 | 100.0% | 1 | | -> idle_duration | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 2.0 | 100.0% | 1 | +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 3.611022 Full duration: 10.260236 -------------------------------------------------------------------------------- test scenario HeatStacks.list_stacks_and_resources args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "heat_stack_owner" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task ac0aaa2e-2b5e-4df4-bf5c-3507224fbfc7 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | heat.list_stacks | 0.271 | 0.271 | 0.271 | 0.271 | 0.271 | 0.271 | 100.0% | 1 | | total | 0.271 | 0.271 | 0.271 | 0.271 | 0.271 | 0.271 | 100.0% | 1 | | -> duration | 0.271 | 0.271 | 0.271 | 0.271 | 0.271 | 0.271 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.270648 Full duration: 4.077431 HINTS: * To plot HTML graphics with this data, run: rally task report ac0aaa2e-2b5e-4df4-bf5c-3507224fbfc7 --out output.html * To generate a JUnit report, run: rally task export ac0aaa2e-2b5e-4df4-bf5c-3507224fbfc7 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report ac0aaa2e-2b5e-4df4-bf5c-3507224fbfc7 --json --out output.json 2020-06-04 18:45:21,929 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'ac0aaa2e-2b5e-4df4-bf5c-3507224fbfc7', '--out', '/home/opnfv/functest/results/rally_sanity/heat.json'] 2020-06-04 18:45:25,626 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid ac0aaa2e-2b5e-4df4-bf5c-3507224fbfc7 --out /home/opnfv/functest/results/rally_sanity/heat.json 2020-06-04 18:45:25,631 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "heat" OK. 2020-06-04 18:45:25,632 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-keystone.yaml 2020-06-04 18:45:25,632 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 18:45:25,655 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 18:45:25,655 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "keystone" ... 2020-06-04 18:45:25,655 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'keystone', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['keystone'], 'image_name': 'rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_name': 'rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_alt_name': 'rally_sanity-flavor_alt_d5c04372-5bca-4408-ab38-1ee85f98de02', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': True, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': 'f96132d4-0a3c-4ffc-a87c-6d3aff4b84da'}"] 2020-06-04 18:46:57,723 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag keystone --uuids-only: d9df8eae-d4f1-4284-9e80-956b903e0ceb 2020-06-04 18:46:57,723 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : d9df8eae-d4f1-4284-9e80-956b903e0ceb 2020-06-04 18:46:57,723 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'd9df8eae-d4f1-4284-9e80-956b903e0ceb'] 2020-06-04 18:46:59,387 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid d9df8eae-d4f1-4284-9e80-956b903e0ceb -------------------------------------------------------------------------------- Task d9df8eae-d4f1-4284-9e80-956b903e0ceb: finished -------------------------------------------------------------------------------- test scenario KeystoneBasic.add_and_remove_user_role args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d9df8eae-d4f1-4284-9e80-956b903e0ceb has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.092 | 0.092 | 0.092 | 0.092 | 0.092 | 0.092 | 100.0% | 1 | | keystone_v3.add_role | 0.061 | 0.061 | 0.061 | 0.061 | 0.061 | 0.061 | 100.0% | 1 | | keystone_v3.revoke_role | 0.121 | 0.121 | 0.121 | 0.121 | 0.121 | 0.121 | 100.0% | 1 | | total | 0.274 | 0.274 | 0.274 | 0.274 | 0.274 | 0.274 | 100.0% | 1 | | -> duration | 0.274 | 0.274 | 0.274 | 0.274 | 0.274 | 0.274 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.274323 Full duration: 5.857456 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_add_and_list_user_roles args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d9df8eae-d4f1-4284-9e80-956b903e0ceb has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.118 | 0.118 | 0.118 | 0.118 | 0.118 | 0.118 | 100.0% | 1 | | keystone_v3.add_role | 0.047 | 0.047 | 0.047 | 0.047 | 0.047 | 0.047 | 100.0% | 1 | | keystone_v3.list_roles | 0.099 | 0.099 | 0.099 | 0.099 | 0.099 | 0.099 | 100.0% | 1 | | total | 0.264 | 0.264 | 0.264 | 0.264 | 0.264 | 0.264 | 100.0% | 1 | | -> duration | 0.264 | 0.264 | 0.264 | 0.264 | 0.264 | 0.264 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.263655 Full duration: 5.725451 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_list_tenants args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d9df8eae-d4f1-4284-9e80-956b903e0ceb has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.32 | 0.32 | 0.32 | 0.32 | 0.32 | 0.32 | 100.0% | 1 | | keystone_v3.list_projects | 0.119 | 0.119 | 0.119 | 0.119 | 0.119 | 0.119 | 100.0% | 1 | | total | 0.439 | 0.439 | 0.439 | 0.439 | 0.439 | 0.439 | 100.0% | 1 | | -> duration | 0.439 | 0.439 | 0.439 | 0.439 | 0.439 | 0.439 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.439342 Full duration: 6.29584 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_delete_role args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d9df8eae-d4f1-4284-9e80-956b903e0ceb has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_role | 0.072 | 0.072 | 0.072 | 0.072 | 0.072 | 0.072 | 100.0% | 1 | | keystone_v3.delete_role | 0.068 | 0.068 | 0.068 | 0.068 | 0.068 | 0.068 | 100.0% | 1 | | total | 0.14 | 0.14 | 0.14 | 0.14 | 0.14 | 0.14 | 100.0% | 1 | | -> duration | 0.14 | 0.14 | 0.14 | 0.14 | 0.14 | 0.14 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.140457 Full duration: 4.266242 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_delete_service args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d9df8eae-d4f1-4284-9e80-956b903e0ceb has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_service | 0.092 | 0.092 | 0.092 | 0.092 | 0.092 | 0.092 | 100.0% | 1 | | keystone_v3.delete_service | 0.089 | 0.089 | 0.089 | 0.089 | 0.089 | 0.089 | 100.0% | 1 | | total | 0.181 | 0.181 | 0.181 | 0.181 | 0.181 | 0.181 | 100.0% | 1 | | -> duration | 0.181 | 0.181 | 0.181 | 0.181 | 0.181 | 0.181 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.181227 Full duration: 4.585166 -------------------------------------------------------------------------------- test scenario KeystoneBasic.get_entities args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d9df8eae-d4f1-4284-9e80-956b903e0ceb has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.186 | 0.186 | 0.186 | 0.186 | 0.186 | 0.186 | 100.0% | 1 | | keystone_v3.create_user | 0.281 | 0.281 | 0.281 | 0.281 | 0.281 | 0.281 | 100.0% | 1 | | -> keystone_v3.list_roles | 0.043 | 0.043 | 0.043 | 0.043 | 0.043 | 0.043 | 100.0% | 1 | | -> keystone_v3.add_role | 0.055 | 0.055 | 0.055 | 0.055 | 0.055 | 0.055 | 100.0% | 1 | | keystone_v3.create_role | 0.043 | 0.043 | 0.043 | 0.043 | 0.043 | 0.043 | 100.0% | 1 | | keystone_v3.get_project | 0.038 | 0.038 | 0.038 | 0.038 | 0.038 | 0.038 | 100.0% | 1 | | keystone_v3.get_user | 0.037 | 0.037 | 0.037 | 0.037 | 0.037 | 0.037 | 100.0% | 1 | | keystone_v3.get_role | 0.056 | 0.056 | 0.056 | 0.056 | 0.056 | 0.056 | 100.0% | 1 | | keystone_v3.list_services | 0.043 | 0.043 | 0.043 | 0.043 | 0.043 | 0.043 | 100.0% | 1 | | keystone_v3.get_services | 0.042 | 0.042 | 0.042 | 0.042 | 0.042 | 0.042 | 100.0% | 1 | | total | 0.801 | 0.801 | 0.801 | 0.801 | 0.801 | 0.801 | 100.0% | 1 | | -> duration | 0.801 | 0.801 | 0.801 | 0.801 | 0.801 | 0.801 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.800556 Full duration: 8.445983 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_update_and_delete_tenant args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d9df8eae-d4f1-4284-9e80-956b903e0ceb has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.191 | 0.191 | 0.191 | 0.191 | 0.191 | 0.191 | 100.0% | 1 | | keystone_v3.update_project | 0.129 | 0.129 | 0.129 | 0.129 | 0.129 | 0.129 | 100.0% | 1 | | keystone_v3.delete_project | 0.16 | 0.16 | 0.16 | 0.16 | 0.16 | 0.16 | 100.0% | 1 | | total | 0.481 | 0.481 | 0.481 | 0.481 | 0.481 | 0.481 | 100.0% | 1 | | -> duration | 0.481 | 0.481 | 0.481 | 0.481 | 0.481 | 0.481 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.480611 Full duration: 4.580486 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_user args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": {}, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d9df8eae-d4f1-4284-9e80-956b903e0ceb has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_user | 0.203 | 0.203 | 0.203 | 0.203 | 0.203 | 0.203 | 100.0% | 1 | | total | 0.264 | 0.264 | 0.264 | 0.264 | 0.264 | 0.264 | 100.0% | 1 | | -> duration | 0.264 | 0.264 | 0.264 | 0.264 | 0.264 | 0.264 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.263554 Full duration: 5.756777 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_tenant args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": {}, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d9df8eae-d4f1-4284-9e80-956b903e0ceb has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.23 | 0.23 | 0.23 | 0.23 | 0.23 | 0.23 | 100.0% | 1 | | total | 0.23 | 0.23 | 0.23 | 0.23 | 0.23 | 0.23 | 100.0% | 1 | | -> duration | 0.23 | 0.23 | 0.23 | 0.23 | 0.23 | 0.23 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.230294 Full duration: 5.752451 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_and_list_users args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": {}, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d9df8eae-d4f1-4284-9e80-956b903e0ceb has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_user | 0.182 | 0.182 | 0.182 | 0.182 | 0.182 | 0.182 | 100.0% | 1 | | keystone_v3.list_users | 0.093 | 0.093 | 0.093 | 0.093 | 0.093 | 0.093 | 100.0% | 1 | | total | 0.329 | 0.329 | 0.329 | 0.329 | 0.329 | 0.329 | 100.0% | 1 | | -> duration | 0.329 | 0.329 | 0.329 | 0.329 | 0.329 | 0.329 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.328876 Full duration: 5.760732 -------------------------------------------------------------------------------- test scenario KeystoneBasic.create_tenant_with_users args position 0 args values: { "args": { "users_per_tenant": 10 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": {}, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d9df8eae-d4f1-4284-9e80-956b903e0ceb has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | keystone_v3.create_project | 0.228 | 0.228 | 0.228 | 0.228 | 0.228 | 0.228 | 100.0% | 1 | | keystone_v3.create_users | 4.209 | 4.209 | 4.209 | 4.209 | 4.209 | 4.209 | 100.0% | 1 | | -> keystone_v3.create_user (x10) | 4.209 | 4.209 | 4.209 | 4.209 | 4.209 | 4.209 | 100.0% | 1 | | --> keystone_v3.list_roles (x10) | 0.57 | 0.57 | 0.57 | 0.57 | 0.57 | 0.57 | 100.0% | 1 | | --> keystone_v3.add_role (x10) | 0.884 | 0.884 | 0.884 | 0.884 | 0.884 | 0.884 | 100.0% | 1 | | total | 4.966 | 4.966 | 4.966 | 4.966 | 4.966 | 4.966 | 100.0% | 1 | | -> duration | 4.966 | 4.966 | 4.966 | 4.966 | 4.966 | 4.966 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.966334 Full duration: 13.266385 HINTS: * To plot HTML graphics with this data, run: rally task report d9df8eae-d4f1-4284-9e80-956b903e0ceb --out output.html * To generate a JUnit report, run: rally task export d9df8eae-d4f1-4284-9e80-956b903e0ceb --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report d9df8eae-d4f1-4284-9e80-956b903e0ceb --json --out output.json 2020-06-04 18:46:59,388 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'd9df8eae-d4f1-4284-9e80-956b903e0ceb', '--out', '/home/opnfv/functest/results/rally_sanity/keystone.json'] 2020-06-04 18:47:03,289 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid d9df8eae-d4f1-4284-9e80-956b903e0ceb --out /home/opnfv/functest/results/rally_sanity/keystone.json 2020-06-04 18:47:03,301 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "keystone" OK. 2020-06-04 18:47:03,302 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-neutron.yaml 2020-06-04 18:47:03,302 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 18:47:03,323 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 18:47:03,324 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "neutron" ... 2020-06-04 18:47:03,324 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'neutron', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['neutron'], 'image_name': 'rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_name': 'rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_alt_name': 'rally_sanity-flavor_alt_d5c04372-5bca-4408-ab38-1ee85f98de02', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': True, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': 'f96132d4-0a3c-4ffc-a87c-6d3aff4b84da'}"] 2020-06-04 18:49:16,872 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag neutron --uuids-only: d8b53ff8-8a70-4405-b765-a6f96b99399b 2020-06-04 18:49:16,872 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : d8b53ff8-8a70-4405-b765-a6f96b99399b 2020-06-04 18:49:16,873 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'd8b53ff8-8a70-4405-b765-a6f96b99399b'] 2020-06-04 18:49:18,605 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid d8b53ff8-8a70-4405-b765-a6f96b99399b -------------------------------------------------------------------------------- Task d8b53ff8-8a70-4405-b765-a6f96b99399b: finished -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_networks args position 0 args values: { "args": { "network_create_args": {} }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "network": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d8b53ff8-8a70-4405-b765-a6f96b99399b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.55 | 0.55 | 0.55 | 0.55 | 0.55 | 0.55 | 100.0% | 1 | | neutron.delete_network | 0.649 | 0.649 | 0.649 | 0.649 | 0.649 | 0.649 | 100.0% | 1 | | total | 1.199 | 1.199 | 1.199 | 1.199 | 1.199 | 1.199 | 100.0% | 1 | | -> duration | 1.199 | 1.199 | 1.199 | 1.199 | 1.199 | 1.199 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.199024 Full duration: 5.700395 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_ports args position 0 args values: { "args": { "network_create_args": {}, "port_create_args": {}, "ports_per_network": 1 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "port": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d8b53ff8-8a70-4405-b765-a6f96b99399b has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port | 2.4 | 2.4 | 2.4 | 2.4 | 2.4 | 2.4 | 100.0% | 1 | | neutron.delete_port | 0.584 | 0.584 | 0.584 | 0.584 | 0.584 | 0.584 | 100.0% | 1 | | total | 2.984 | 2.984 | 2.984 | 2.984 | 2.984 | 2.984 | 100.0% | 1 | | -> duration | 2.984 | 2.984 | 2.984 | 2.984 | 2.984 | 2.984 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 2.983542 Full duration: 10.334931 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_routers args position 0 args values: { "args": { "network_create_args": {}, "router_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "network": -1, "subnet": -1, "port": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d8b53ff8-8a70-4405-b765-a6f96b99399b has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.5 | 0.5 | 0.5 | 0.5 | 0.5 | 0.5 | 100.0% | 1 | | neutron.create_router | 0.079 | 0.079 | 0.079 | 0.079 | 0.079 | 0.079 | 100.0% | 1 | | neutron.create_subnet | 4.687 | 4.687 | 4.687 | 4.687 | 4.687 | 4.687 | 100.0% | 1 | | -> neutron.add_interface_router | 2.986 | 2.986 | 2.986 | 2.986 | 2.986 | 2.986 | 100.0% | 1 | | neutron.remove_interface_router | 2.644 | 2.644 | 2.644 | 2.644 | 2.644 | 2.644 | 100.0% | 1 | | neutron.delete_router | 0.448 | 0.448 | 0.448 | 0.448 | 0.448 | 0.448 | 100.0% | 1 | | total | 8.358 | 8.358 | 8.358 | 8.358 | 8.358 | 8.358 | 100.0% | 1 | | -> duration | 8.358 | 8.358 | 8.358 | 8.358 | 8.358 | 8.358 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 8.35849 Full duration: 16.59325 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_delete_subnets args position 0 args values: { "args": { "network_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "subnet": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d8b53ff8-8a70-4405-b765-a6f96b99399b has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_subnet | 0.987 | 0.987 | 0.987 | 0.987 | 0.987 | 0.987 | 100.0% | 1 | | neutron.delete_subnet | 0.603 | 0.603 | 0.603 | 0.603 | 0.603 | 0.603 | 100.0% | 1 | | total | 1.589 | 1.589 | 1.589 | 1.589 | 1.589 | 1.589 | 100.0% | 1 | | -> duration | 1.589 | 1.589 | 1.589 | 1.589 | 1.589 | 1.589 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.589473 Full duration: 9.706008 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_networks args position 0 args values: { "args": { "network_create_args": {} }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "network": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d8b53ff8-8a70-4405-b765-a6f96b99399b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.56 | 0.56 | 0.56 | 0.56 | 0.56 | 0.56 | 100.0% | 1 | | neutron.list_networks | 0.173 | 0.173 | 0.173 | 0.173 | 0.173 | 0.173 | 100.0% | 1 | | total | 0.733 | 0.733 | 0.733 | 0.733 | 0.733 | 0.733 | 100.0% | 1 | | -> duration | 0.733 | 0.733 | 0.733 | 0.733 | 0.733 | 0.733 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.732841 Full duration: 7.71818 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_ports args position 0 args values: { "args": { "network_create_args": {}, "port_create_args": {}, "ports_per_network": 1 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": { "router": {} }, "quotas": { "neutron": { "network": -1, "port": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d8b53ff8-8a70-4405-b765-a6f96b99399b has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_port | 1.148 | 1.148 | 1.148 | 1.148 | 1.148 | 1.148 | 100.0% | 1 | | neutron.list_ports | 0.094 | 0.094 | 0.094 | 0.094 | 0.094 | 0.094 | 100.0% | 1 | | total | 1.242 | 1.242 | 1.242 | 1.242 | 1.242 | 1.242 | 100.0% | 1 | | -> duration | 1.242 | 1.242 | 1.242 | 1.242 | 1.242 | 1.242 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.241571 Full duration: 11.694887 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_routers args position 0 args values: { "args": { "network_create_args": {}, "router_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "network": -1, "subnet": -1, "router": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d8b53ff8-8a70-4405-b765-a6f96b99399b has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.518 | 0.518 | 0.518 | 0.518 | 0.518 | 0.518 | 100.0% | 1 | | neutron.create_router | 0.087 | 0.087 | 0.087 | 0.087 | 0.087 | 0.087 | 100.0% | 1 | | neutron.create_subnet | 4.047 | 4.047 | 4.047 | 4.047 | 4.047 | 4.047 | 100.0% | 1 | | -> neutron.add_interface_router | 2.42 | 2.42 | 2.42 | 2.42 | 2.42 | 2.42 | 100.0% | 1 | | neutron.list_routers | 0.157 | 0.157 | 0.157 | 0.157 | 0.157 | 0.157 | 100.0% | 1 | | total | 4.809 | 4.809 | 4.809 | 4.809 | 4.809 | 4.809 | 100.0% | 1 | | -> duration | 4.809 | 4.809 | 4.809 | 4.809 | 4.809 | 4.809 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.809319 Full duration: 19.346943 -------------------------------------------------------------------------------- test scenario NeutronNetworks.create_and_list_subnets args position 0 args values: { "args": { "network_create_args": {}, "subnet_cidr_start": "1.1.0.0/30", "subnet_create_args": {}, "subnets_per_network": 1 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "network": -1, "subnet": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d8b53ff8-8a70-4405-b765-a6f96b99399b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.539 | 0.539 | 0.539 | 0.539 | 0.539 | 0.539 | 100.0% | 1 | | neutron.create_subnet | 0.593 | 0.593 | 0.593 | 0.593 | 0.593 | 0.593 | 100.0% | 1 | | neutron.list_subnets | 0.061 | 0.061 | 0.061 | 0.061 | 0.061 | 0.061 | 100.0% | 1 | | total | 1.193 | 1.193 | 1.193 | 1.193 | 1.193 | 1.193 | 100.0% | 1 | | -> duration | 1.193 | 1.193 | 1.193 | 1.193 | 1.193 | 1.193 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.192535 Full duration: 9.804847 -------------------------------------------------------------------------------- test scenario NeutronSecurityGroup.create_and_delete_security_groups args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "security_group": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d8b53ff8-8a70-4405-b765-a6f96b99399b has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_security_group | 0.478 | 0.478 | 0.478 | 0.478 | 0.478 | 0.478 | 100.0% | 1 | | neutron.delete_security_group | 0.142 | 0.142 | 0.142 | 0.142 | 0.142 | 0.142 | 100.0% | 1 | | total | 0.62 | 0.62 | 0.62 | 0.62 | 0.62 | 0.62 | 100.0% | 1 | | -> duration | 0.62 | 0.62 | 0.62 | 0.62 | 0.62 | 0.62 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.619948 Full duration: 4.741374 -------------------------------------------------------------------------------- test scenario NeutronSecurityGroup.create_and_delete_security_group_rule args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "security_group": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d8b53ff8-8a70-4405-b765-a6f96b99399b has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_security_group | 0.802 | 0.802 | 0.802 | 0.802 | 0.802 | 0.802 | 100.0% | 1 | | neutron.create_security_group_rule | 0.241 | 0.241 | 0.241 | 0.241 | 0.241 | 0.241 | 100.0% | 1 | | neutron.delete_security_group_rule | 0.129 | 0.129 | 0.129 | 0.129 | 0.129 | 0.129 | 100.0% | 1 | | neutron.delete_security_group | 0.195 | 0.195 | 0.195 | 0.195 | 0.195 | 0.195 | 100.0% | 1 | | total | 1.367 | 1.367 | 1.367 | 1.367 | 1.367 | 1.367 | 100.0% | 1 | | -> duration | 1.367 | 1.367 | 1.367 | 1.367 | 1.367 | 1.367 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 1.366872 Full duration: 5.609607 -------------------------------------------------------------------------------- test scenario NeutronNetworks.set_and_clear_router_gateway args position 0 args values: { "args": { "network_create_args": { "router:external": true } }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "quotas": { "neutron": { "network": -1, "router": -1 } }, "roles": [ "admin" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task d8b53ff8-8a70-4405-b765-a6f96b99399b has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | neutron.create_network | 0.647 | 0.647 | 0.647 | 0.647 | 0.647 | 0.647 | 100.0% | 1 | | neutron.create_router | 0.1 | 0.1 | 0.1 | 0.1 | 0.1 | 0.1 | 100.0% | 1 | | neutron.add_gateway_router | 1.296 | 1.296 | 1.296 | 1.296 | 1.296 | 1.296 | 100.0% | 1 | | -> neutron.list_extension | 0.009 | 0.009 | 0.009 | 0.009 | 0.009 | 0.009 | 100.0% | 1 | | neutron.remove_gateway_router | 2.1 | 2.1 | 2.1 | 2.1 | 2.1 | 2.1 | 100.0% | 1 | | total | 4.144 | 4.144 | 4.144 | 4.144 | 4.144 | 4.144 | 100.0% | 1 | | -> duration | 4.144 | 4.144 | 4.144 | 4.144 | 4.144 | 4.144 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 4.143775 Full duration: 12.897552 HINTS: * To plot HTML graphics with this data, run: rally task report d8b53ff8-8a70-4405-b765-a6f96b99399b --out output.html * To generate a JUnit report, run: rally task export d8b53ff8-8a70-4405-b765-a6f96b99399b --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report d8b53ff8-8a70-4405-b765-a6f96b99399b --json --out output.json 2020-06-04 18:49:18,606 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'd8b53ff8-8a70-4405-b765-a6f96b99399b', '--out', '/home/opnfv/functest/results/rally_sanity/neutron.json'] 2020-06-04 18:49:22,387 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid d8b53ff8-8a70-4405-b765-a6f96b99399b --out /home/opnfv/functest/results/rally_sanity/neutron.json 2020-06-04 18:49:22,400 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "neutron" OK. 2020-06-04 18:49:22,400 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/sanity/opnfv-nova.yaml 2020-06-04 18:49:22,401 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 18:49:22,420 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 18:49:22,420 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "nova" ... 2020-06-04 18:49:22,420 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'nova', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['nova'], 'image_name': 'rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_name': 'rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_alt_name': 'rally_sanity-flavor_alt_d5c04372-5bca-4408-ab38-1ee85f98de02', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': True, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': 'f96132d4-0a3c-4ffc-a87c-6d3aff4b84da'}"] 2020-06-04 18:55:35,478 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag nova --uuids-only: 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 2020-06-04 18:55:35,479 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 2020-06-04 18:55:35,480 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81'] 2020-06-04 18:55:37,049 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 -------------------------------------------------------------------------------- Task 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81: finished -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_live_migrate_server args position 0 args values: { "args": { "flavor": { "name": "rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "image": { "name": "rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "block_migration": false, "nics": [ { "net-id": "f96132d4-0a3c-4ffc-a87c-6d3aff4b84da" } ] }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 12.158 | 12.158 | 12.158 | 12.158 | 12.158 | 12.158 | 100.0% | 1 | | nova.live_migrate | 13.606 | 13.606 | 13.606 | 13.606 | 13.606 | 13.606 | 100.0% | 1 | | -> nova.list_hypervisors | 0.279 | 0.279 | 0.279 | 0.279 | 0.279 | 0.279 | 100.0% | 1 | | nova.delete_server | 4.616 | 4.616 | 4.616 | 4.616 | 4.616 | 4.616 | 100.0% | 1 | | total | 30.38 | 30.38 | 30.38 | 30.38 | 30.38 | 30.38 | 100.0% | 1 | | -> duration | 29.38 | 29.38 | 29.38 | 29.38 | 29.38 | 29.38 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 29.380205 Full duration: 33.38186 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_attach_created_volume_and_live_migrate args position 0 args values: { "args": { "flavor": { "name": "rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "image": { "name": "rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "size": 1, "block_migration": false, "boot_server_kwargs": { "nics": [ { "net-id": "f96132d4-0a3c-4ffc-a87c-6d3aff4b84da" } ] } }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 8.656 | 8.656 | 8.656 | 8.656 | 8.656 | 8.656 | 100.0% | 1 | | cinder_v3.create_volume | 2.613 | 2.613 | 2.613 | 2.613 | 2.613 | 2.613 | 100.0% | 1 | | nova.attach_volume | 3.007 | 3.007 | 3.007 | 3.007 | 3.007 | 3.007 | 100.0% | 1 | | nova.live_migrate | 13.693 | 13.693 | 13.693 | 13.693 | 13.693 | 13.693 | 100.0% | 1 | | -> nova.list_hypervisors | 0.299 | 0.299 | 0.299 | 0.299 | 0.299 | 0.299 | 100.0% | 1 | | nova.detach_volume | 2.693 | 2.693 | 2.693 | 2.693 | 2.693 | 2.693 | 100.0% | 1 | | cinder_v3.delete_volume | 2.358 | 2.358 | 2.358 | 2.358 | 2.358 | 2.358 | 100.0% | 1 | | nova.delete_server | 2.429 | 2.429 | 2.429 | 2.429 | 2.429 | 2.429 | 100.0% | 1 | | total | 35.45 | 35.45 | 35.45 | 35.45 | 35.45 | 35.45 | 100.0% | 1 | | -> duration | 34.45 | 34.45 | 34.45 | 34.45 | 34.45 | 34.45 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 34.450021 Full duration: 39.711294 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_from_volume_and_live_migrate args position 0 args values: { "args": { "flavor": { "name": "rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "image": { "name": "rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "block_migration": false, "volume_size": 1, "force_delete": false, "nics": [ { "net-id": "f96132d4-0a3c-4ffc-a87c-6d3aff4b84da" } ] }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 5.039 | 5.039 | 5.039 | 5.039 | 5.039 | 5.039 | 100.0% | 1 | | nova.boot_server | 7.892 | 7.892 | 7.892 | 7.892 | 7.892 | 7.892 | 100.0% | 1 | | nova.live_migrate | 13.727 | 13.727 | 13.727 | 13.727 | 13.727 | 13.727 | 100.0% | 1 | | -> nova.list_hypervisors | 0.271 | 0.271 | 0.271 | 0.271 | 0.271 | 0.271 | 100.0% | 1 | | nova.delete_server | 4.704 | 4.704 | 4.704 | 4.704 | 4.704 | 4.704 | 100.0% | 1 | | total | 31.362 | 31.362 | 31.362 | 31.362 | 31.362 | 31.362 | 100.0% | 1 | | -> duration | 30.362 | 30.362 | 30.362 | 30.362 | 30.362 | 30.362 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 30.362366 Full duration: 38.130144 -------------------------------------------------------------------------------- test scenario NovaKeypair.boot_and_delete_server_with_keypair args position 0 args values: { "args": { "flavor": { "name": "rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "image": { "name": "rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "boot_server_kwargs": { "nics": [ { "net-id": "f96132d4-0a3c-4ffc-a87c-6d3aff4b84da" } ] } }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "key_pairs": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_keypair | 0.43 | 0.43 | 0.43 | 0.43 | 0.43 | 0.43 | 100.0% | 1 | | nova.boot_server | 9.66 | 9.66 | 9.66 | 9.66 | 9.66 | 9.66 | 100.0% | 1 | | nova.delete_server | 2.733 | 2.733 | 2.733 | 2.733 | 2.733 | 2.733 | 100.0% | 1 | | nova.delete_keypair | 0.053 | 0.053 | 0.053 | 0.053 | 0.053 | 0.053 | 100.0% | 1 | | total | 12.877 | 12.877 | 12.877 | 12.877 | 12.877 | 12.877 | 100.0% | 1 | | -> duration | 11.877 | 11.877 | 11.877 | 11.877 | 11.877 | 11.877 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 11.876548 Full duration: 37.294836 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_from_volume_and_delete args position 0 args values: { "args": { "flavor": { "name": "rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "image": { "name": "rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "volume_size": 1, "nics": [ { "net-id": "f96132d4-0a3c-4ffc-a87c-6d3aff4b84da" } ] }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "cinder": { "gigabytes": -1, "snapshots": -1, "volumes": -1 }, "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | cinder_v3.create_volume | 5.02 | 5.02 | 5.02 | 5.02 | 5.02 | 5.02 | 100.0% | 1 | | nova.boot_server | 13.186 | 13.186 | 13.186 | 13.186 | 13.186 | 13.186 | 100.0% | 1 | | nova.delete_server | 4.649 | 4.649 | 4.649 | 4.649 | 4.649 | 4.649 | 100.0% | 1 | | total | 22.856 | 22.856 | 22.856 | 22.856 | 22.856 | 22.856 | 100.0% | 1 | | -> duration | 21.856 | 21.856 | 21.856 | 21.856 | 21.856 | 21.856 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 21.855685 Full duration: 44.325185 -------------------------------------------------------------------------------- test scenario NovaServers.pause_and_unpause_server args position 0 args values: { "args": { "flavor": { "name": "rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "image": { "name": "rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "force_delete": false, "nics": [ { "net-id": "f96132d4-0a3c-4ffc-a87c-6d3aff4b84da" } ] }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" }, "quotas": { "neutron": { "network": -1, "port": -1, "subnet": -1 }, "nova": { "cores": -1, "floating_ips": -1, "instances": -1, "ram": -1, "security_group_rules": -1, "security_groups": -1 } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 13.276 | 13.276 | 13.276 | 13.276 | 13.276 | 13.276 | 100.0% | 1 | | nova.pause_server | 2.392 | 2.392 | 2.392 | 2.392 | 2.392 | 2.392 | 100.0% | 1 | | nova.unpause_server | 2.382 | 2.382 | 2.382 | 2.382 | 2.382 | 2.382 | 100.0% | 1 | | nova.delete_server | 2.531 | 2.531 | 2.531 | 2.531 | 2.531 | 2.531 | 100.0% | 1 | | total | 20.58 | 20.58 | 20.58 | 20.58 | 20.58 | 20.58 | 100.0% | 1 | | -> duration | 15.58 | 15.58 | 15.58 | 15.58 | 15.58 | 15.58 | 100.0% | 1 | | -> idle_duration | 5.0 | 5.0 | 5.0 | 5.0 | 5.0 | 5.0 | 100.0% | 1 | +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 15.580463 Full duration: 41.510164 -------------------------------------------------------------------------------- test scenario NovaServers.boot_and_migrate_server args position 0 args values: { "args": { "flavor": { "name": "rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "image": { "name": "rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "nics": [ { "net-id": "f96132d4-0a3c-4ffc-a87c-6d3aff4b84da" } ] }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.227 | 9.227 | 9.227 | 9.227 | 9.227 | 9.227 | 100.0% | 1 | | nova.migrate | 14.002 | 14.002 | 14.002 | 14.002 | 14.002 | 14.002 | 100.0% | 1 | | -> nova.list_hypervisors | 0.246 | 0.246 | 0.246 | 0.246 | 0.246 | 0.246 | 100.0% | 1 | | nova.resize_confirm | 4.858 | 4.858 | 4.858 | 4.858 | 4.858 | 4.858 | 100.0% | 1 | | nova.delete_server | 4.656 | 4.656 | 4.656 | 4.656 | 4.656 | 4.656 | 100.0% | 1 | | total | 32.743 | 32.743 | 32.743 | 32.743 | 32.743 | 32.743 | 100.0% | 1 | | -> duration | 31.743 | 31.743 | 31.743 | 31.743 | 31.743 | 31.743 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 31.743362 Full duration: 36.408087 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_and_list_interfaces args position 0 args values: { "args": { "flavor": { "name": "rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "image": { "name": "rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "auto_assign_nic": true }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 9.982 | 9.982 | 9.982 | 9.982 | 9.982 | 9.982 | 100.0% | 1 | | nova.list_interfaces | 0.153 | 0.153 | 0.153 | 0.153 | 0.153 | 0.153 | 100.0% | 1 | | total | 10.136 | 10.136 | 10.136 | 10.136 | 10.136 | 10.136 | 100.0% | 1 | | -> duration | 9.136 | 9.136 | 9.136 | 9.136 | 9.136 | 9.136 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 9.135872 Full duration: 32.169735 -------------------------------------------------------------------------------- test scenario NovaServers.boot_server_associate_and_dissociate_floating_ip args position 0 args values: { "args": { "flavor": { "name": "rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "image": { "name": "rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02" }, "create_floating_ip_args": { "ext_network": "public" }, "nics": [ { "net-id": "f96132d4-0a3c-4ffc-a87c-6d3aff4b84da" } ] }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "network": {} }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.boot_server | 11.037 | 11.037 | 11.037 | 11.037 | 11.037 | 11.037 | 100.0% | 1 | | neutron.create_floating_ip | 1.401 | 1.401 | 1.401 | 1.401 | 1.401 | 1.401 | 100.0% | 1 | | -> neutron.list_networks | 0.199 | 0.199 | 0.199 | 0.199 | 0.199 | 0.199 | 100.0% | 1 | | nova.associate_floating_ip | 3.608 | 3.608 | 3.608 | 3.608 | 3.608 | 3.608 | 100.0% | 1 | | -> neutron.associate_floating_ip | 1.95 | 1.95 | 1.95 | 1.95 | 1.95 | 1.95 | 100.0% | 1 | | --> neutron.list_ports | 0.054 | 0.054 | 0.054 | 0.054 | 0.054 | 0.054 | 100.0% | 1 | | --> neutron.list_floating_ips | 0.057 | 0.057 | 0.057 | 0.057 | 0.057 | 0.057 | 100.0% | 1 | | --> neutron.update_floating_ip | 1.838 | 1.838 | 1.838 | 1.838 | 1.838 | 1.838 | 100.0% | 1 | | nova.dissociate_floating_ip | 2.394 | 2.394 | 2.394 | 2.394 | 2.394 | 2.394 | 100.0% | 1 | | -> neutron.dissociate_floating_ip | 0.757 | 0.757 | 0.757 | 0.757 | 0.757 | 0.757 | 100.0% | 1 | | --> neutron.list_floating_ips | 0.071 | 0.071 | 0.071 | 0.071 | 0.071 | 0.071 | 100.0% | 1 | | --> neutron.update_floating_ip | 0.685 | 0.685 | 0.685 | 0.685 | 0.685 | 0.685 | 100.0% | 1 | | total | 18.452 | 18.452 | 18.452 | 18.452 | 18.452 | 18.452 | 100.0% | 1 | | -> duration | 17.452 | 17.452 | 17.452 | 17.452 | 17.452 | 17.452 | 100.0% | 1 | | -> idle_duration | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 1.0 | 100.0% | 1 | +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 17.45201 Full duration: 39.512819 -------------------------------------------------------------------------------- test scenario NovaServerGroups.create_and_delete_server_group args position 0 args values: { "args": { "policies": [ "affinity" ] }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | nova.create_server_group | 0.347 | 0.347 | 0.347 | 0.347 | 0.347 | 0.347 | 100.0% | 1 | | nova.delete_server_group | 0.074 | 0.074 | 0.074 | 0.074 | 0.074 | 0.074 | 100.0% | 1 | | total | 0.421 | 0.421 | 0.421 | 0.421 | 0.421 | 0.421 | 100.0% | 1 | | -> duration | 0.421 | 0.421 | 0.421 | 0.421 | 0.421 | 0.421 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.421342 Full duration: 3.176008 HINTS: * To plot HTML graphics with this data, run: rally task report 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 --out output.html * To generate a JUnit report, run: rally task export 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 --json --out output.json 2020-06-04 18:55:37,050 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81', '--out', '/home/opnfv/functest/results/rally_sanity/nova.json'] 2020-06-04 18:55:40,748 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 08cebe5d-b71a-4d03-8ab3-f5dbd62c0c81 --out /home/opnfv/functest/results/rally_sanity/nova.json 2020-06-04 18:55:40,762 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "nova" OK. 2020-06-04 18:55:40,763 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-quotas.yaml 2020-06-04 18:55:40,763 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 18:55:40,781 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 18:55:40,782 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "quotas" ... 2020-06-04 18:55:40,782 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'quotas', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['quotas'], 'image_name': 'rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_name': 'rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_alt_name': 'rally_sanity-flavor_alt_d5c04372-5bca-4408-ab38-1ee85f98de02', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': True, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': 'f96132d4-0a3c-4ffc-a87c-6d3aff4b84da'}"] 2020-06-04 18:56:08,018 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag quotas --uuids-only: af44b3cc-819c-4b43-8409-6ea6d6e86059 2020-06-04 18:56:08,019 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : af44b3cc-819c-4b43-8409-6ea6d6e86059 2020-06-04 18:56:08,019 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'af44b3cc-819c-4b43-8409-6ea6d6e86059'] 2020-06-04 18:56:09,620 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid af44b3cc-819c-4b43-8409-6ea6d6e86059 -------------------------------------------------------------------------------- Task af44b3cc-819c-4b43-8409-6ea6d6e86059: finished -------------------------------------------------------------------------------- test scenario Quotas.cinder_update_and_delete args position 0 args values: { "args": { "max_quota": 1024 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task af44b3cc-819c-4b43-8409-6ea6d6e86059 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.46 | 0.46 | 0.46 | 0.46 | 0.46 | 0.46 | 100.0% | 1 | | quotas.delete_quotas | 0.035 | 0.035 | 0.035 | 0.035 | 0.035 | 0.035 | 100.0% | 1 | | total | 0.495 | 0.495 | 0.495 | 0.495 | 0.495 | 0.495 | 100.0% | 1 | | -> duration | 0.495 | 0.495 | 0.495 | 0.495 | 0.495 | 0.495 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.49457 Full duration: 4.062442 -------------------------------------------------------------------------------- test scenario Quotas.cinder_update args position 0 args values: { "args": { "max_quota": 1024 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "api_versions": { "cinder": { "version": 3, "service_type": "volumev3" } } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task af44b3cc-819c-4b43-8409-6ea6d6e86059 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.383 | 0.383 | 0.383 | 0.383 | 0.383 | 0.383 | 100.0% | 1 | | total | 0.383 | 0.383 | 0.383 | 0.383 | 0.383 | 0.383 | 100.0% | 1 | | -> duration | 0.383 | 0.383 | 0.383 | 0.383 | 0.383 | 0.383 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.382667 Full duration: 3.024721 -------------------------------------------------------------------------------- test scenario Quotas.neutron_update args position 0 args values: { "args": { "max_quota": 1024 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task af44b3cc-819c-4b43-8409-6ea6d6e86059 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.306 | 0.306 | 0.306 | 0.306 | 0.306 | 0.306 | 100.0% | 1 | | total | 0.353 | 0.353 | 0.353 | 0.353 | 0.353 | 0.353 | 100.0% | 1 | | -> duration | 0.353 | 0.353 | 0.353 | 0.353 | 0.353 | 0.353 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.352971 Full duration: 2.998183 -------------------------------------------------------------------------------- test scenario Quotas.nova_update args position 0 args values: { "args": { "max_quota": 1024 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task af44b3cc-819c-4b43-8409-6ea6d6e86059 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | quotas.update_quotas | 0.677 | 0.677 | 0.677 | 0.677 | 0.677 | 0.677 | 100.0% | 1 | | total | 0.677 | 0.677 | 0.677 | 0.677 | 0.677 | 0.677 | 100.0% | 1 | | -> duration | 0.677 | 0.677 | 0.677 | 0.677 | 0.677 | 0.677 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.676875 Full duration: 3.288516 HINTS: * To plot HTML graphics with this data, run: rally task report af44b3cc-819c-4b43-8409-6ea6d6e86059 --out output.html * To generate a JUnit report, run: rally task export af44b3cc-819c-4b43-8409-6ea6d6e86059 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report af44b3cc-819c-4b43-8409-6ea6d6e86059 --json --out output.json 2020-06-04 18:56:09,621 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'af44b3cc-819c-4b43-8409-6ea6d6e86059', '--out', '/home/opnfv/functest/results/rally_sanity/quotas.json'] 2020-06-04 18:56:13,263 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid af44b3cc-819c-4b43-8409-6ea6d6e86059 --out /home/opnfv/functest/results/rally_sanity/quotas.json 2020-06-04 18:56:13,268 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "quotas" OK. 2020-06-04 18:56:13,268 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-swift.yaml 2020-06-04 18:56:13,268 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 18:56:13,298 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 18:56:13,298 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "swift" ... 2020-06-04 18:56:13,299 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'swift', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['swift'], 'image_name': 'rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_name': 'rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_alt_name': 'rally_sanity-flavor_alt_d5c04372-5bca-4408-ab38-1ee85f98de02', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': True, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': 'f96132d4-0a3c-4ffc-a87c-6d3aff4b84da'}"] 2020-06-04 18:56:57,531 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag swift --uuids-only: 3f95b399-16b1-4cfc-897b-2ae1eefeac72 2020-06-04 18:56:57,532 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : 3f95b399-16b1-4cfc-897b-2ae1eefeac72 2020-06-04 18:56:57,532 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', '3f95b399-16b1-4cfc-897b-2ae1eefeac72'] 2020-06-04 18:56:59,375 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid 3f95b399-16b1-4cfc-897b-2ae1eefeac72 -------------------------------------------------------------------------------- Task 3f95b399-16b1-4cfc-897b-2ae1eefeac72: finished -------------------------------------------------------------------------------- test scenario SwiftObjects.create_container_and_object_then_list_objects args position 0 args values: { "args": { "objects_per_container": 2, "object_size": 5120 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "admin" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 3f95b399-16b1-4cfc-897b-2ae1eefeac72 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.create_container | 0.27 | 0.27 | 0.27 | 0.27 | 0.27 | 0.27 | 100.0% | 1 | | swift.upload_object (x2) | 0.032 | 0.032 | 0.032 | 0.032 | 0.032 | 0.032 | 100.0% | 1 | | swift.list_objects | 0.11 | 0.11 | 0.11 | 0.11 | 0.11 | 0.11 | 100.0% | 1 | | total | 0.413 | 0.413 | 0.413 | 0.413 | 0.413 | 0.413 | 100.0% | 1 | | -> duration | 0.413 | 0.413 | 0.413 | 0.413 | 0.413 | 0.413 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.413256 Full duration: 6.655889 -------------------------------------------------------------------------------- test scenario SwiftObjects.list_objects_in_containers args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "admin" ], "swift_objects": { "containers_per_tenant": 1, "objects_per_container": 10, "object_size": 1024 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 3f95b399-16b1-4cfc-897b-2ae1eefeac72 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.list_containers | 0.197 | 0.197 | 0.197 | 0.197 | 0.197 | 0.197 | 100.0% | 1 | | swift.list_objects | 0.113 | 0.113 | 0.113 | 0.113 | 0.113 | 0.113 | 100.0% | 1 | | total | 0.309 | 0.309 | 0.309 | 0.309 | 0.309 | 0.309 | 100.0% | 1 | | -> duration | 0.309 | 0.309 | 0.309 | 0.309 | 0.309 | 0.309 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.309324 Full duration: 5.337049 -------------------------------------------------------------------------------- test scenario SwiftObjects.create_container_and_object_then_download_object args position 0 args values: { "args": { "objects_per_container": 5, "object_size": 1024 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "admin" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 3f95b399-16b1-4cfc-897b-2ae1eefeac72 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.create_container | 0.351 | 0.351 | 0.351 | 0.351 | 0.351 | 0.351 | 100.0% | 1 | | swift.upload_object (x5) | 0.082 | 0.082 | 0.082 | 0.082 | 0.082 | 0.082 | 100.0% | 1 | | swift.download_object (x5) | 0.257 | 0.257 | 0.257 | 0.257 | 0.257 | 0.257 | 100.0% | 1 | | total | 0.69 | 0.69 | 0.69 | 0.69 | 0.69 | 0.69 | 100.0% | 1 | | -> duration | 0.69 | 0.69 | 0.69 | 0.69 | 0.69 | 0.69 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.690203 Full duration: 7.964272 -------------------------------------------------------------------------------- test scenario SwiftObjects.create_container_and_object_then_delete_all args position 0 args values: { "args": { "objects_per_container": 5, "object_size": 102400 }, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "admin" ] }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 3f95b399-16b1-4cfc-897b-2ae1eefeac72 has 0 error(s) -------------------------------------------------------------------------------- +-----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.create_container | 0.412 | 0.412 | 0.412 | 0.412 | 0.412 | 0.412 | 100.0% | 1 | | swift.upload_object (x5) | 0.091 | 0.091 | 0.091 | 0.091 | 0.091 | 0.091 | 100.0% | 1 | | swift.delete_object (x5) | 0.073 | 0.073 | 0.073 | 0.073 | 0.073 | 0.073 | 100.0% | 1 | | swift.delete_container | 0.031 | 0.031 | 0.031 | 0.031 | 0.031 | 0.031 | 100.0% | 1 | | total | 0.608 | 0.608 | 0.608 | 0.608 | 0.608 | 0.608 | 100.0% | 1 | | -> duration | 0.608 | 0.608 | 0.608 | 0.608 | 0.608 | 0.608 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.607764 Full duration: 4.303153 -------------------------------------------------------------------------------- test scenario SwiftObjects.list_and_download_objects_in_containers args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 }, "roles": [ "admin" ], "swift_objects": { "containers_per_tenant": 1, "objects_per_container": 5, "object_size": 10240 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task 3f95b399-16b1-4cfc-897b-2ae1eefeac72 has 0 error(s) -------------------------------------------------------------------------------- +-------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | swift.list_containers | 0.163 | 0.163 | 0.163 | 0.163 | 0.163 | 0.163 | 100.0% | 1 | | swift.list_objects | 0.107 | 0.107 | 0.107 | 0.107 | 0.107 | 0.107 | 100.0% | 1 | | swift.download_object (x5) | 0.04 | 0.04 | 0.04 | 0.04 | 0.04 | 0.04 | 100.0% | 1 | | total | 0.31 | 0.31 | 0.31 | 0.31 | 0.31 | 0.31 | 100.0% | 1 | | -> duration | 0.31 | 0.31 | 0.31 | 0.31 | 0.31 | 0.31 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +----------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.310414 Full duration: 4.658184 HINTS: * To plot HTML graphics with this data, run: rally task report 3f95b399-16b1-4cfc-897b-2ae1eefeac72 --out output.html * To generate a JUnit report, run: rally task export 3f95b399-16b1-4cfc-897b-2ae1eefeac72 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report 3f95b399-16b1-4cfc-897b-2ae1eefeac72 --json --out output.json 2020-06-04 18:56:59,375 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', '3f95b399-16b1-4cfc-897b-2ae1eefeac72', '--out', '/home/opnfv/functest/results/rally_sanity/swift.json'] 2020-06-04 18:57:03,352 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid 3f95b399-16b1-4cfc-897b-2ae1eefeac72 --out /home/opnfv/functest/results/rally_sanity/swift.json 2020-06-04 18:57:03,359 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "swift" OK. 2020-06-04 18:57:03,360 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario fetched from : /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/opnfv-barbican.yaml 2020-06-04 18:57:03,360 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Applying blacklist... 2020-06-04 18:57:03,389 - functest.opnfv_tests.openstack.rally.rally - DEBUG - Scenario exclusion not applied. 2020-06-04 18:57:03,389 - functest.opnfv_tests.openstack.rally.rally - INFO - Starting test scenario "barbican" ... 2020-06-04 18:57:03,389 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'start', '--tag', 'barbican', '--abort-on-sla-failure', '--task', '/home/opnfv/functest/data/rally/task/task.yaml', '--task-args', "{'service_list': ['barbican'], 'image_name': 'rally_sanity-img_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_name': 'rally_sanity-flavor_d5c04372-5bca-4408-ab38-1ee85f98de02', 'flavor_alt_name': 'rally_sanity-flavor_alt_d5c04372-5bca-4408-ab38-1ee85f98de02', 'glance_image_location': '/home/opnfv/functest/images/cirros-0.4.0-x86_64-disk.img', 'glance_image_format': 'qcow2', 'tmpl_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates', 'sup_dir': '/usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/scenario/support', 'users_amount': 2, 'tenants_amount': 3, 'use_existing_users': False, 'iterations': 10, 'concurrency': 4, 'smoke': True, 'volume_version': 3, 'volume_service_type': 'volumev3', 'block_migration': 'false', 'floating_network': 'public', 'netid': 'f96132d4-0a3c-4ffc-a87c-6d3aff4b84da'}"] 2020-06-04 18:58:06,735 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task list --tag barbican --uuids-only: bfae735d-4192-4160-9d7c-e53518ad88a3 2020-06-04 18:58:06,735 - functest.opnfv_tests.openstack.rally.rally - DEBUG - task_id : bfae735d-4192-4160-9d7c-e53518ad88a3 2020-06-04 18:58:06,736 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'detailed', '--uuid', 'bfae735d-4192-4160-9d7c-e53518ad88a3'] 2020-06-04 18:58:08,390 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task detailed --uuid bfae735d-4192-4160-9d7c-e53518ad88a3 -------------------------------------------------------------------------------- Task bfae735d-4192-4160-9d7c-e53518ad88a3: finished -------------------------------------------------------------------------------- test scenario BarbicanContainers.create_and_add args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task bfae735d-4192-4160-9d7c-e53518ad88a3 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.297 | 0.297 | 0.297 | 0.297 | 0.297 | 0.297 | 100.0% | 1 | | barbican.container_create | 0.058 | 0.058 | 0.058 | 0.058 | 0.058 | 0.058 | 100.0% | 1 | | barbican.container_delete | 0.057 | 0.057 | 0.057 | 0.057 | 0.057 | 0.057 | 100.0% | 1 | | total | 0.412 | 0.412 | 0.412 | 0.412 | 0.412 | 0.412 | 100.0% | 1 | | -> duration | 0.412 | 0.412 | 0.412 | 0.412 | 0.412 | 0.412 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.411912 Full duration: 3.106966 -------------------------------------------------------------------------------- test scenario BarbicanContainers.create_certificate_and_delete args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task bfae735d-4192-4160-9d7c-e53518ad88a3 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_certificate_container | 0.185 | 0.185 | 0.185 | 0.185 | 0.185 | 0.185 | 100.0% | 1 | | barbican.container_delete | 0.045 | 0.045 | 0.045 | 0.045 | 0.045 | 0.045 | 100.0% | 1 | | total | 0.23 | 0.23 | 0.23 | 0.23 | 0.23 | 0.23 | 100.0% | 1 | | -> duration | 0.23 | 0.23 | 0.23 | 0.23 | 0.23 | 0.23 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.229637 Full duration: 2.534115 -------------------------------------------------------------------------------- test scenario BarbicanContainers.create_and_delete args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task bfae735d-4192-4160-9d7c-e53518ad88a3 has 0 error(s) -------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.container_create | 0.321 | 0.321 | 0.321 | 0.321 | 0.321 | 0.321 | 100.0% | 1 | | barbican.container_delete | 0.065 | 0.065 | 0.065 | 0.065 | 0.065 | 0.065 | 100.0% | 1 | | total | 0.385 | 0.385 | 0.385 | 0.385 | 0.385 | 0.385 | 100.0% | 1 | | -> duration | 0.385 | 0.385 | 0.385 | 0.385 | 0.385 | 0.385 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +---------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.385186 Full duration: 3.962199 -------------------------------------------------------------------------------- test scenario BarbicanContainers.create_rsa_and_delete args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task bfae735d-4192-4160-9d7c-e53518ad88a3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_rsa_container | 0.206 | 0.206 | 0.206 | 0.206 | 0.206 | 0.206 | 100.0% | 1 | | barbican.container_delete | 0.047 | 0.047 | 0.047 | 0.047 | 0.047 | 0.047 | 100.0% | 1 | | total | 0.253 | 0.253 | 0.253 | 0.253 | 0.253 | 0.253 | 100.0% | 1 | | -> duration | 0.253 | 0.253 | 0.253 | 0.253 | 0.253 | 0.253 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.253248 Full duration: 2.531901 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.create_and_delete args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task bfae735d-4192-4160-9d7c-e53518ad88a3 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.198 | 0.198 | 0.198 | 0.198 | 0.198 | 0.198 | 100.0% | 1 | | barbican.delete_secret | 0.091 | 0.091 | 0.091 | 0.091 | 0.091 | 0.091 | 100.0% | 1 | | total | 0.289 | 0.289 | 0.289 | 0.289 | 0.289 | 0.289 | 100.0% | 1 | | -> duration | 0.289 | 0.289 | 0.289 | 0.289 | 0.289 | 0.289 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.288839 Full duration: 3.233421 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.create_and_get args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task bfae735d-4192-4160-9d7c-e53518ad88a3 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.211 | 0.211 | 0.211 | 0.211 | 0.211 | 0.211 | 100.0% | 1 | | barbican.get_secret | 0.038 | 0.038 | 0.038 | 0.038 | 0.038 | 0.038 | 100.0% | 1 | | total | 0.249 | 0.249 | 0.249 | 0.249 | 0.249 | 0.249 | 100.0% | 1 | | -> duration | 0.249 | 0.249 | 0.249 | 0.249 | 0.249 | 0.249 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.24868 Full duration: 4.68914 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.create_and_list args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task bfae735d-4192-4160-9d7c-e53518ad88a3 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.296 | 0.296 | 0.296 | 0.296 | 0.296 | 0.296 | 100.0% | 1 | | barbican.list_secrets | 0.044 | 0.044 | 0.044 | 0.044 | 0.044 | 0.044 | 100.0% | 1 | | total | 0.34 | 0.34 | 0.34 | 0.34 | 0.34 | 0.34 | 100.0% | 1 | | -> duration | 0.34 | 0.34 | 0.34 | 0.34 | 0.34 | 0.34 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.339813 Full duration: 5.020955 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.create args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task bfae735d-4192-4160-9d7c-e53518ad88a3 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.191 | 0.191 | 0.191 | 0.191 | 0.191 | 0.191 | 100.0% | 1 | | total | 0.191 | 0.191 | 0.191 | 0.191 | 0.191 | 0.191 | 100.0% | 1 | | -> duration | 0.191 | 0.191 | 0.191 | 0.191 | 0.191 | 0.191 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.191311 Full duration: 4.36456 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.get args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task bfae735d-4192-4160-9d7c-e53518ad88a3 has 0 error(s) -------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.create_secret | 0.192 | 0.192 | 0.192 | 0.192 | 0.192 | 0.192 | 100.0% | 1 | | barbican.get_secret | 0.039 | 0.039 | 0.039 | 0.039 | 0.039 | 0.039 | 100.0% | 1 | | total | 0.232 | 0.232 | 0.232 | 0.232 | 0.232 | 0.232 | 100.0% | 1 | | -> duration | 0.232 | 0.232 | 0.232 | 0.232 | 0.232 | 0.232 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.231977 Full duration: 4.127497 -------------------------------------------------------------------------------- test scenario BarbicanContainers.list args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task bfae735d-4192-4160-9d7c-e53518ad88a3 has 0 error(s) -------------------------------------------------------------------------------- +----------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.list_container | 0.192 | 0.192 | 0.192 | 0.192 | 0.192 | 0.192 | 100.0% | 1 | | total | 0.192 | 0.192 | 0.192 | 0.192 | 0.192 | 0.192 | 100.0% | 1 | | -> duration | 0.192 | 0.192 | 0.192 | 0.192 | 0.192 | 0.192 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.192432 Full duration: 2.454061 -------------------------------------------------------------------------------- test scenario BarbicanSecrets.list args position 0 args values: { "args": {}, "runner": { "concurrency": 1, "times": 1 }, "contexts": { "users": { "tenants": 1, "users_per_tenant": 1 } }, "sla": { "failure_rate": { "max": 0 } }, "hooks": [] } -------------------------------------------------------------------------------- Task bfae735d-4192-4160-9d7c-e53518ad88a3 has 0 error(s) -------------------------------------------------------------------------------- +--------------------------------------------------------------------------------------------------------------------------+ | Response Times (sec) | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ | barbican.list_secrets | 0.222 | 0.222 | 0.222 | 0.222 | 0.222 | 0.222 | 100.0% | 1 | | total | 0.222 | 0.222 | 0.222 | 0.222 | 0.222 | 0.222 | 100.0% | 1 | | -> duration | 0.222 | 0.222 | 0.222 | 0.222 | 0.222 | 0.222 | 100.0% | 1 | | -> idle_duration | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 1 | +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ Load duration: 0.221587 Full duration: 2.612353 HINTS: * To plot HTML graphics with this data, run: rally task report bfae735d-4192-4160-9d7c-e53518ad88a3 --out output.html * To generate a JUnit report, run: rally task export bfae735d-4192-4160-9d7c-e53518ad88a3 --type junit-xml --to output.xml * To get raw JSON output of task results, run: rally task report bfae735d-4192-4160-9d7c-e53518ad88a3 --json --out output.json 2020-06-04 18:58:08,391 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'report', '--json', '--uuid', 'bfae735d-4192-4160-9d7c-e53518ad88a3', '--out', '/home/opnfv/functest/results/rally_sanity/barbican.json'] 2020-06-04 18:58:12,489 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task report --json --uuid bfae735d-4192-4160-9d7c-e53518ad88a3 --out /home/opnfv/functest/results/rally_sanity/barbican.json 2020-06-04 18:58:12,498 - functest.opnfv_tests.openstack.rally.rally - INFO - Test scenario: "barbican" OK. 2020-06-04 18:58:12,505 - functest.opnfv_tests.openstack.rally.rally - INFO - Rally Summary Report: +----------------+------------+----------------+-----------+ | Module | Duration | nb. Test Run | Success | +----------------+------------+----------------+-----------+ | authenticate | 00:00:18 | 6 | 100.00% | | glance | 00:00:46 | 4 | 100.00% | | cinder | 00:01:28 | 10 | 100.00% | | gnocchi | 00:00:32 | 11 | 100.00% | | heat | 00:00:33 | 4 | 100.00% | | keystone | 00:01:10 | 11 | 100.00% | | neutron | 00:01:54 | 11 | 100.00% | | nova | 00:05:45 | 10 | 100.00% | | quotas | 00:00:13 | 4 | 100.00% | | swift | 00:00:28 | 5 | 100.00% | | barbican | 00:00:38 | 11 | 100.00% | | | | | | | TOTAL: | 00:13:51 | 87 | 100.00% | +----------------+------------+----------------+-----------+ 2020-06-04 18:58:12,505 - functest.opnfv_tests.openstack.rally.rally - INFO - Rally 'rally_sanity' success_rate is 100.00% in 11/11 modules 2020-06-04 18:58:12,505 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'export', '--type', 'html', '--deployment', 'opnfv-rally', '--to', '/home/opnfv/functest/results/rally_sanity/rally_sanity.html'] 2020-06-04 18:58:17,338 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task export --type html --deployment opnfv-rally --to /home/opnfv/functest/results/rally_sanity/rally_sanity.html 2020-06-04 18:58:17,339 - functest.opnfv_tests.openstack.rally.rally - DEBUG - running command: ['rally', 'task', 'export', '--type', 'junit-xml', '--deployment', 'opnfv-rally', '--to', '/home/opnfv/functest/results/rally_sanity/rally_sanity.xml'] 2020-06-04 18:58:21,484 - functest.opnfv_tests.openstack.rally.rally - INFO - rally task export --type junit-xml --deployment opnfv-rally --to /home/opnfv/functest/results/rally_sanity/rally_sanity.xml 2020-06-04 18:58:21,485 - xtesting.ci.run_tests - INFO - Test result: +----------------------+------------------+------------------+----------------+ | TEST CASE | PROJECT | DURATION | RESULT | +----------------------+------------------+------------------+----------------+ | rally_sanity | functest | 19:00 | PASS | +----------------------+------------------+------------------+----------------+ 2020-06-04 18:58:34,902 - xtesting.core.testcase - DEBUG - Publishing /home/opnfv/functest/results/functest.log ('text/plain', None)