{ "info": { "generated_at": "2019-02-04T01:05:19", "rally_version": "1.2.1", "format_version": "1.2" }, "tasks": [ { "uuid": "80ee42cd-8c07-4cc5-8dc1-a641e7cc8ec7", "title": "", "description": "", "status": "aborted", "tags": [], "env_uuid": "a87afb22-26c9-4813-aa14-4396db37bb4c", "env_name": "opnfv-rally", "created_at": "2019-02-04T00:59:27", "updated_at": "2019-02-04T01:05:15", "pass_sla": false, "subtasks": [ { "uuid": "3541dc68-62a4-4fff-a848-3d681a387e5f", "title": "NovaKeypair.create_and_delete_keypair", "description": "", "status": "finished", "created_at": "2019-02-04T01:00:19", "updated_at": "2019-02-04T01:00:41", "sla": {}, "workloads": [ { "uuid": "b9fabd36-6b80-4ac4-905d-dfed41a62f26", "description": "Create a keypair with random name and delete keypair.", "runner": { "constant": { "concurrency": 4, "times": 10 } }, "hooks": [], "scenario": { "NovaKeypair.create_and_delete_keypair": {} }, "min_duration": 0.8583920001983643, "max_duration": 1.358811855316162, "start_time": 1549242023.88173, "load_duration": 3.289517879486084, "full_duration": 20.53509497642517, "statistics": { "durations": { "total": { "data": { "success": "100.0%", "min": 0.858, "max": 1.359, "median": 0.974, "95%ile": 1.305, "iteration_count": 10, "avg": 1.024, "90%ile": 1.25 }, "display_name": "total", "name": "total", "count_per_iteration": 1, "children": [ { "data": { "success": "100.0%", "min": 0.858, "max": 1.359, "median": 0.974, "95%ile": 1.305, "iteration_count": 10, "avg": 1.024, "90%ile": 1.25 }, "display_name": "duration", "name": "duration", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 0.0, "max": 0.0, "median": 0.0, "95%ile": 0.0, "iteration_count": 10, "avg": 0.0, "90%ile": 0.0 }, "display_name": "idle_duration", "name": "idle_duration", "count_per_iteration": 1, "children": [] } ] }, "atomics": [ { "data": { "success": "100.0%", "min": 0.823, "max": 1.338, "median": 0.949, "95%ile": 1.28, "iteration_count": 10, "avg": 0.989, "90%ile": 1.221 }, "display_name": "nova.create_keypair", "name": "nova.create_keypair", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 0.021, "max": 0.05, "median": 0.033, "95%ile": 0.05, "iteration_count": 10, "avg": 0.035, "90%ile": 0.049 }, "display_name": "nova.delete_keypair", "name": "nova.delete_keypair", "count_per_iteration": 1, "children": [] } ] } }, "data": [ { "timestamp": 1549242023.88173, "error": [], "duration": 1.065220832824707, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242024.903105, "started_at": 1549242023.881792, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242024.946945, "started_at": 1549242024.903137, "name": "nova.delete_keypair", "children": [] } ] }, { "timestamp": 1549242023.883213, "error": [], "duration": 1.238231897354126, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242025.091677, "started_at": 1549242023.883273, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242025.12144, "started_at": 1549242025.091692, "name": "nova.delete_keypair", "children": [] } ] }, { "timestamp": 1549242023.884283, "error": [], "duration": 1.0858449935913086, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242024.930625, "started_at": 1549242023.884347, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242024.970123, "started_at": 1549242024.930644, "name": "nova.delete_keypair", "children": [] } ] }, { "timestamp": 1549242023.885928, "error": [], "duration": 0.9540371894836426, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242024.815491, "started_at": 1549242023.886014, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242024.839961, "started_at": 1549242024.815513, "name": "nova.delete_keypair", "children": [] } ] }, { "timestamp": 1549242024.843455, "error": [], "duration": 0.8910319805145264, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242025.684622, "started_at": 1549242024.843475, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242025.734482, "started_at": 1549242025.684637, "name": "nova.delete_keypair", "children": [] } ] }, { "timestamp": 1549242024.950789, "error": [], "duration": 0.8583920001983643, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242025.773426, "started_at": 1549242024.950801, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242025.809178, "started_at": 1549242025.773441, "name": "nova.delete_keypair", "children": [] } ] }, { "timestamp": 1549242024.973249, "error": [], "duration": 0.8728201389312744, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242025.796832, "started_at": 1549242024.973264, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242025.846066, "started_at": 1549242025.796845, "name": "nova.delete_keypair", "children": [] } ] }, { "timestamp": 1549242025.124048, "error": [], "duration": 0.9221160411834717, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242026.017824, "started_at": 1549242025.124063, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242026.04616, "started_at": 1549242026.017847, "name": "nova.delete_keypair", "children": [] } ] }, { "timestamp": 1549242025.737372, "error": [], "duration": 0.994610071182251, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242026.705228, "started_at": 1549242025.737384, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242026.731978, "started_at": 1549242026.705242, "name": "nova.delete_keypair", "children": [] } ] }, { "timestamp": 1549242025.812436, "error": [], "duration": 1.358811855316162, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242027.150449, "started_at": 1549242025.812445, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242027.171245, "started_at": 1549242027.150466, "name": "nova.delete_keypair", "children": [] } ] } ], "failed_iteration_count": 0, "total_iteration_count": 10, "created_at": "2019-02-04T01:00:19", "updated_at": "2019-02-04T01:00:41", "contexts": { "users": { "users_per_tenant": 2, "tenants": 3 }, "quotas": { "nova": { "ram": -1, "floating_ips": -1, "security_group_rules": -1, "instances": -1, "key_pairs": -1, "cores": -1, "security_groups": -1 } } }, "contexts_results": [ { "setup": { "finished_at": 1549242022.783526, "started_at": 1549242019.054926, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549242039.588553, "started_at": 1549242033.153029, "atomic_actions": [], "error": null }, "plugin_cfg": { "user_domain": "Default", "project_domain": "Default", "user_choice_method": "random", "users_per_tenant": 2, "tenants": 3, "resource_management_workers": 20 }, "plugin_name": "users@openstack" }, { "setup": { "finished_at": 1549242023.863093, "started_at": 1549242022.783875, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549242033.152776, "started_at": 1549242033.116909, "atomic_actions": [], "error": null }, "plugin_cfg": { "nova": { "ram": -1, "floating_ips": -1, "security_group_rules": -1, "instances": -1, "key_pairs": -1, "cores": -1, "security_groups": -1 } }, "plugin_name": "quotas@openstack" }, { "setup": { "finished_at": 1549242023.863425, "started_at": 1549242023.863423, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549242033.116615, "started_at": 1549242027.193473, "atomic_actions": [], "error": null }, "plugin_cfg": [ "nova" ], "plugin_name": "cleanup@openstack" } ], "position": 0, "pass_sla": true, "sla_results": { "sla": [ { "criterion": "failure_rate", "detail": "Failure rate criteria 0.00% <= 0.00% <= 0.00% - Passed", "success": true } ] }, "sla": { "failure_rate": { "max": 0 } } } ] }, { "uuid": "8d43c689-608c-40d6-b9a7-e217860090e3", "title": "NovaKeypair.create_and_list_keypairs", "description": "", "status": "finished", "created_at": "2019-02-04T01:00:41", "updated_at": "2019-02-04T01:01:05", "sla": {}, "workloads": [ { "uuid": "5695f32c-8749-4c70-9c7a-5393862253ff", "description": "Create a keypair with random name and list keypairs.", "runner": { "constant": { "concurrency": 4, "times": 10 } }, "hooks": [], "scenario": { "NovaKeypair.create_and_list_keypairs": {} }, "min_duration": 0.733443021774292, "max_duration": 1.6581230163574219, "start_time": 1549242045.809484, "load_duration": 3.432663917541504, "full_duration": 22.239222049713135, "statistics": { "durations": { "total": { "data": { "success": "100.0%", "min": 0.733, "max": 1.658, "median": 1.343, "95%ile": 1.623, "iteration_count": 10, "avg": 1.27, "90%ile": 1.589 }, "display_name": "total", "name": "total", "count_per_iteration": 1, "children": [ { "data": { "success": "100.0%", "min": 0.733, "max": 1.658, "median": 1.343, "95%ile": 1.623, "iteration_count": 10, "avg": 1.27, "90%ile": 1.589 }, "display_name": "duration", "name": "duration", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 0.0, "max": 0.0, "median": 0.0, "95%ile": 0.0, "iteration_count": 10, "avg": 0.0, "90%ile": 0.0 }, "display_name": "idle_duration", "name": "idle_duration", "count_per_iteration": 1, "children": [] } ] }, "atomics": [ { "data": { "success": "100.0%", "min": 0.716, "max": 1.56, "median": 1.301, "95%ile": 1.558, "iteration_count": 10, "avg": 1.225, "90%ile": 1.555 }, "display_name": "nova.create_keypair", "name": "nova.create_keypair", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 0.016, "max": 0.181, "median": 0.03, "95%ile": 0.123, "iteration_count": 10, "avg": 0.045, "90%ile": 0.066 }, "display_name": "nova.list_keypairs", "name": "nova.list_keypairs", "count_per_iteration": 1, "children": [] } ] } }, "data": [ { "timestamp": 1549242045.809484, "error": [], "duration": 1.3302290439605713, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242047.086492, "started_at": 1549242045.809543, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242047.139667, "started_at": 1549242047.086561, "name": "nova.list_keypairs", "children": [] } ] }, { "timestamp": 1549242045.812904, "error": [], "duration": 0.8875870704650879, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242046.681785, "started_at": 1549242045.812961, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242046.700454, "started_at": 1549242046.681848, "name": "nova.list_keypairs", "children": [] } ] }, { "timestamp": 1549242045.814618, "error": [], "duration": 1.4268248081207275, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242047.207963, "started_at": 1549242045.814702, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242047.241405, "started_at": 1549242047.208002, "name": "nova.list_keypairs", "children": [] } ] }, { "timestamp": 1549242045.816405, "error": [], "duration": 1.3406329154968262, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242047.115091, "started_at": 1549242045.816461, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242047.157003, "started_at": 1549242047.115154, "name": "nova.list_keypairs", "children": [] } ] }, { "timestamp": 1549242046.703633, "error": [], "duration": 1.6581230163574219, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242048.18118, "started_at": 1549242046.703648, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242048.361737, "started_at": 1549242048.1812, "name": "nova.list_keypairs", "children": [] } ] }, { "timestamp": 1549242047.143376, "error": [], "duration": 1.5809319019317627, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242048.697988, "started_at": 1549242047.143392, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242048.724293, "started_at": 1549242048.698008, "name": "nova.list_keypairs", "children": [] } ] }, { "timestamp": 1549242047.161075, "error": [], "duration": 1.3450767993927002, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242048.464493, "started_at": 1549242047.161092, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242048.50613, "started_at": 1549242048.464514, "name": "nova.list_keypairs", "children": [] } ] }, { "timestamp": 1549242047.245523, "error": [], "duration": 1.5808770656585693, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242048.80594, "started_at": 1549242047.245531, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242048.826381, "started_at": 1549242048.80596, "name": "nova.list_keypairs", "children": [] } ] }, { "timestamp": 1549242048.364717, "error": [], "duration": 0.8142058849334717, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242049.162888, "started_at": 1549242048.36473, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242049.178906, "started_at": 1549242049.162907, "name": "nova.list_keypairs", "children": [] } ] }, { "timestamp": 1549242048.508705, "error": [], "duration": 0.733443021774292, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549242049.224868, "started_at": 1549242048.508721, "name": "nova.create_keypair", "children": [] }, { "finished_at": 1549242049.24213, "started_at": 1549242049.224902, "name": "nova.list_keypairs", "children": [] } ] } ], "failed_iteration_count": 0, "total_iteration_count": 10, "created_at": "2019-02-04T01:00:41", "updated_at": "2019-02-04T01:01:05", "contexts": { "users": { "users_per_tenant": 2, "tenants": 3 }, "quotas": { "nova": { "ram": -1, "floating_ips": -1, "security_group_rules": -1, "instances": -1, "key_pairs": -1, "cores": -1, "security_groups": -1 } } }, "contexts_results": [ { "setup": { "finished_at": 1549242044.791714, "started_at": 1549242041.174609, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549242063.412243, "started_at": 1549242057.248012, "atomic_actions": [], "error": null }, "plugin_cfg": { "user_domain": "Default", "project_domain": "Default", "user_choice_method": "random", "users_per_tenant": 2, "tenants": 3, "resource_management_workers": 20 }, "plugin_name": "users@openstack" }, { "setup": { "finished_at": 1549242045.791108, "started_at": 1549242044.79205, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549242057.247769, "started_at": 1549242057.213203, "atomic_actions": [], "error": null }, "plugin_cfg": { "nova": { "ram": -1, "floating_ips": -1, "security_group_rules": -1, "instances": -1, "key_pairs": -1, "cores": -1, "security_groups": -1 } }, "plugin_name": "quotas@openstack" }, { "setup": { "finished_at": 1549242045.791433, "started_at": 1549242045.79143, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549242057.212787, "started_at": 1549242049.265226, "atomic_actions": [], "error": null }, "plugin_cfg": [ "nova" ], "plugin_name": "cleanup@openstack" } ], "position": 0, "pass_sla": true, "sla_results": { "sla": [ { "criterion": "failure_rate", "detail": "Failure rate criteria 0.00% <= 0.00% <= 0.00% - Passed", "success": true } ] }, "sla": { "failure_rate": { "max": 0 } } } ] }, { "uuid": "37f3387c-6410-4a91-8aa2-a2f81b71cb4d", "title": "NovaServers.boot_and_bounce_server", "description": "", "status": "finished", "created_at": "2019-02-04T01:01:05", "updated_at": "2019-02-04T01:05:15", "sla": {}, "workloads": [ { "uuid": "b0cc427f-5660-4060-81fa-2cf9de675937", "description": "Boot a server and run specified actions against it.", "runner": { "constant": { "concurrency": 4, "times": 10 } }, "hooks": [], "scenario": { "NovaServers.boot_and_bounce_server": { "nics": [ { "net-id": "63586aa6-63f0-4fea-b254-f3443ccae3bd" } ], "flavor": { "name": "rally_full-flavor_a85dc33d-e3fa-4017-a9c1-c41ff916c95d" }, "image": { "name": "rally_full-img_a85dc33d-e3fa-4017-a9c1-c41ff916c95d" }, "actions": [ { "hard_reboot": 1 }, { "soft_reboot": 1 }, { "stop_start": 1 }, { "rescue_unrescue": 1 } ] } }, "min_duration": 16.72867488861084, "max_duration": 179.34697008132935, "start_time": 1549242086.099273, "load_duration": 179.35206604003906, "full_duration": 249.14187693595886, "statistics": { "durations": { "total": { "data": { "success": "0.0%", "min": 17.729, "max": 186.347, "median": 22.83, "95%ile": 184.909, "iteration_count": 6, "avg": 74.999, "90%ile": 183.471 }, "display_name": "total", "name": "total", "count_per_iteration": 1, "children": [ { "data": { "success": "0.0%", "min": 16.729, "max": 179.347, "median": 21.83, "95%ile": 177.909, "iteration_count": 6, "avg": 71.999, "90%ile": 176.471 }, "display_name": "duration", "name": "duration", "count_per_iteration": 1, "children": [] }, { "data": { "success": "0.0%", "min": 1.0, "max": 7.0, "median": 1.0, "95%ile": 7.0, "iteration_count": 6, "avg": 3.0, "90%ile": 7.0 }, "display_name": "idle_duration", "name": "idle_duration", "count_per_iteration": 1, "children": [] } ] }, "atomics": [ { "data": { "success": "33.3%", "min": 15.765, "max": 22.838, "median": 20.179, "95%ile": 22.825, "iteration_count": 6, "avg": 19.91, "90%ile": 22.812 }, "display_name": "nova.boot_server", "name": "nova.boot_server", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 4.653, "max": 5.047, "median": 4.85, "95%ile": 5.027, "iteration_count": 2, "avg": 4.85, "90%ile": 5.008 }, "display_name": "nova.reboot_server", "name": "nova.reboot_server", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 125.81, "max": 126.562, "median": 126.186, "95%ile": 126.524, "iteration_count": 2, "avg": 126.186, "90%ile": 126.487 }, "display_name": "nova.soft_reboot_server", "name": "nova.soft_reboot_server", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 18.288, "max": 18.491, "median": 18.389, "95%ile": 18.481, "iteration_count": 2, "avg": 18.389, "90%ile": 18.471 }, "display_name": "nova.stop_and_start_server", "name": "nova.stop_and_start_server", "count_per_iteration": 1, "children": [ { "data": { "success": "100.0%", "min": 14.113, "max": 14.302, "median": 14.208, "95%ile": 14.292, "iteration_count": 2, "avg": 14.208, "90%ile": 14.283 }, "display_name": "nova.stop_server", "name": "nova.stop_server", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 4.174, "max": 4.189, "median": 4.182, "95%ile": 4.188, "iteration_count": 2, "avg": 4.182, "90%ile": 4.188 }, "display_name": "nova.start_server", "name": "nova.start_server", "count_per_iteration": 1, "children": [] } ] }, { "data": { "success": "0.0%", "min": 15.721, "max": 15.853, "median": 15.787, "95%ile": 15.847, "iteration_count": 2, "avg": 15.787, "90%ile": 15.84 }, "display_name": "nova.rescue_and_unrescue_server", "name": "nova.rescue_and_unrescue_server", "count_per_iteration": 1, "children": [ { "data": { "success": "0.0%", "min": 15.721, "max": 15.853, "median": 15.787, "95%ile": 15.847, "iteration_count": 2, "avg": 15.787, "90%ile": 15.84 }, "display_name": "nova.rescue_server", "name": "nova.rescue_server", "count_per_iteration": 1, "children": [] } ] } ] } }, "data": [ { "timestamp": 1549242086.099273, "error": [ "GetResourceErrorStatus", "Resource has ERROR status.\n Fault: {u'message': u'Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 36c513f6-f91a-4b87-a0f4-e9c758baff43.', u'code': 500, u'created': u'2019-02-04T01:01:48Z'}", "Traceback (most recent call last):\n File \"/usr/lib/python2.7/site-packages/rally/task/runner.py\", line 71, in _run_scenario_once\n getattr(scenario_inst, method_name)(**scenario_kwargs)\n File \"/usr/lib/python2.7/site-packages/rally_openstack/scenarios/nova/servers.py\", line 234, in run\n server = self._boot_server(image, flavor, **kwargs)\n File \"/usr/lib/python2.7/site-packages/rally/task/atomic.py\", line 91, in func_atomic_actions\n f = func(self, *args, **kwargs)\n File \"/usr/lib/python2.7/site-packages/rally_openstack/scenarios/nova/utils.py\", line 88, in _boot_server\n check_interval=CONF.openstack.nova_server_boot_poll_interval\n File \"/usr/lib/python2.7/site-packages/rally/task/utils.py\", line 214, in wait_for_status\n resource = update_resource(resource)\n File \"/usr/lib/python2.7/site-packages/rally/task/utils.py\", line 89, in _get_from_manager\n fault=getattr(res, \"fault\", \"n/a\"))\nGetResourceErrorStatus: Resource has ERROR status.\n Fault: {u'message': u'Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 36c513f6-f91a-4b87-a0f4-e9c758baff43.', u'code': 500, u'created': u'2019-02-04T01:01:48Z'}\n" ], "duration": 21.80423402786255, "output": { "additive": [], "complete": [] }, "idle_duration": 1.0, "atomic_actions": [ { "finished_at": 1549242108.903497, "started_at": 1549242086.117396, "children": [], "failed": true, "name": "nova.boot_server" } ] }, { "timestamp": 1549242086.101059, "error": [ "GetResourceErrorStatus", "Resource has ERROR status.\n Fault: {u'message': u'Instance de4e4687-a5d3-4d92-9948-6c501404395c cannot be rescued: Driver Error: [Errno 13] Permission denied', u'code': 400, u'created': u'2019-02-04T01:04:25Z'}", "Traceback (most recent call last):\n File \"/usr/lib/python2.7/site-packages/rally/task/runner.py\", line 71, in _run_scenario_once\n getattr(scenario_inst, method_name)(**scenario_kwargs)\n File \"/usr/lib/python2.7/site-packages/rally_openstack/scenarios/nova/servers.py\", line 236, in run\n action()\n File \"/usr/lib/python2.7/site-packages/rally/task/utils.py\", line 374, in _f\n func(*args, **kwargs)\n File \"/usr/lib/python2.7/site-packages/rally/task/atomic.py\", line 91, in func_atomic_actions\n f = func(self, *args, **kwargs)\n File \"/usr/lib/python2.7/site-packages/rally_openstack/scenarios/nova/utils.py\", line 1115, in _rescue_and_unrescue_server\n self._rescue_server(server)\n File \"/usr/lib/python2.7/site-packages/rally/task/atomic.py\", line 91, in func_atomic_actions\n f = func(self, *args, **kwargs)\n File \"/usr/lib/python2.7/site-packages/rally_openstack/scenarios/nova/utils.py\", line 232, in _rescue_server\n check_interval=CONF.openstack.nova_server_rescue_poll_interval\n File \"/usr/lib/python2.7/site-packages/rally/task/utils.py\", line 214, in wait_for_status\n resource = update_resource(resource)\n File \"/usr/lib/python2.7/site-packages/rally/task/utils.py\", line 89, in _get_from_manager\n fault=getattr(res, \"fault\", \"n/a\"))\nGetResourceErrorStatus: Resource has ERROR status.\n Fault: {u'message': u'Instance de4e4687-a5d3-4d92-9948-6c501404395c cannot be rescued: Driver Error: [Errno 13] Permission denied', u'code': 400, u'created': u'2019-02-04T01:04:25Z'}\n" ], "duration": 173.59487199783325, "output": { "additive": [], "complete": [] }, "idle_duration": 7.0, "atomic_actions": [ { "finished_at": 1549242101.886285, "started_at": 1549242086.120863, "name": "nova.boot_server", "children": [] }, { "finished_at": 1549242106.541186, "started_at": 1549242101.888389, "name": "nova.reboot_server", "children": [] }, { "finished_at": 1549242232.351476, "started_at": 1549242106.54123, "name": "nova.soft_reboot_server", "children": [] }, { "finished_at": 1549242250.842454, "started_at": 1549242232.351636, "name": "nova.stop_and_start_server", "children": [ { "finished_at": 1549242246.653465, "started_at": 1549242232.351663, "name": "nova.stop_server", "children": [] }, { "finished_at": 1549242250.842449, "started_at": 1549242246.653483, "name": "nova.start_server", "children": [] } ] }, { "finished_at": 1549242266.69584, "started_at": 1549242250.842502, "children": [ { "finished_at": 1549242266.695821, "started_at": 1549242250.84251, "children": [], "failed": true, "name": "nova.rescue_server" } ], "failed": true, "name": "nova.rescue_and_unrescue_server" } ] }, { "timestamp": 1549242086.102339, "error": [ "GetResourceErrorStatus", "Resource has ERROR status.\n Fault: {u'message': u'Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 012e3590-e1b7-4c94-ac6f-ba9c858f02d5.', u'code': 500, u'created': u'2019-02-04T01:01:49Z'}", "Traceback (most recent call last):\n File \"/usr/lib/python2.7/site-packages/rally/task/runner.py\", line 71, in _run_scenario_once\n getattr(scenario_inst, method_name)(**scenario_kwargs)\n File \"/usr/lib/python2.7/site-packages/rally_openstack/scenarios/nova/servers.py\", line 234, in run\n server = self._boot_server(image, flavor, **kwargs)\n File \"/usr/lib/python2.7/site-packages/rally/task/atomic.py\", line 91, in func_atomic_actions\n f = func(self, *args, **kwargs)\n File \"/usr/lib/python2.7/site-packages/rally_openstack/scenarios/nova/utils.py\", line 88, in _boot_server\n check_interval=CONF.openstack.nova_server_boot_poll_interval\n File \"/usr/lib/python2.7/site-packages/rally/task/utils.py\", line 214, in wait_for_status\n resource = update_resource(resource)\n File \"/usr/lib/python2.7/site-packages/rally/task/utils.py\", line 89, in _get_from_manager\n fault=getattr(res, \"fault\", \"n/a\"))\nGetResourceErrorStatus: Resource has ERROR status.\n Fault: {u'message': u'Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 012e3590-e1b7-4c94-ac6f-ba9c858f02d5.', u'code': 500, u'created': u'2019-02-04T01:01:49Z'}\n" ], "duration": 21.8558669090271, "output": { "additive": [], "complete": [] }, "idle_duration": 1.0, "atomic_actions": [ { "finished_at": 1549242108.95819, "started_at": 1549242086.120198, "children": [], "failed": true, "name": "nova.boot_server" } ] }, { "timestamp": 1549242086.104369, "error": [ "GetResourceErrorStatus", "Resource has ERROR status.\n Fault: {u'message': u'Instance 85a4dbed-256e-4813-bc5a-c7e80107e3a7 cannot be rescued: Driver Error: [Errno 13] Permission denied', u'code': 400, u'created': u'2019-02-04T01:04:31Z'}", "Traceback (most recent call last):\n File \"/usr/lib/python2.7/site-packages/rally/task/runner.py\", line 71, in _run_scenario_once\n getattr(scenario_inst, method_name)(**scenario_kwargs)\n File \"/usr/lib/python2.7/site-packages/rally_openstack/scenarios/nova/servers.py\", line 236, in run\n action()\n File \"/usr/lib/python2.7/site-packages/rally/task/utils.py\", line 374, in _f\n func(*args, **kwargs)\n File \"/usr/lib/python2.7/site-packages/rally/task/atomic.py\", line 91, in func_atomic_actions\n f = func(self, *args, **kwargs)\n File \"/usr/lib/python2.7/site-packages/rally_openstack/scenarios/nova/utils.py\", line 1115, in _rescue_and_unrescue_server\n self._rescue_server(server)\n File \"/usr/lib/python2.7/site-packages/rally/task/atomic.py\", line 91, in func_atomic_actions\n f = func(self, *args, **kwargs)\n File \"/usr/lib/python2.7/site-packages/rally_openstack/scenarios/nova/utils.py\", line 232, in _rescue_server\n check_interval=CONF.openstack.nova_server_rescue_poll_interval\n File \"/usr/lib/python2.7/site-packages/rally/task/utils.py\", line 214, in wait_for_status\n resource = update_resource(resource)\n File \"/usr/lib/python2.7/site-packages/rally/task/utils.py\", line 89, in _get_from_manager\n fault=getattr(res, \"fault\", \"n/a\"))\nGetResourceErrorStatus: Resource has ERROR status.\n Fault: {u'message': u'Instance 85a4dbed-256e-4813-bc5a-c7e80107e3a7 cannot be rescued: Driver Error: [Errno 13] Permission denied', u'code': 400, u'created': u'2019-02-04T01:04:31Z'}\n" ], "duration": 179.34697008132935, "output": { "additive": [], "complete": [] }, "idle_duration": 7.0, "atomic_actions": [ { "finished_at": 1549242106.830729, "started_at": 1549242086.122287, "name": "nova.boot_server", "children": [] }, { "finished_at": 1549242111.879765, "started_at": 1549242106.832797, "name": "nova.reboot_server", "children": [] }, { "finished_at": 1549242238.441891, "started_at": 1549242111.879804, "name": "nova.soft_reboot_server", "children": [] }, { "finished_at": 1549242256.729851, "started_at": 1549242238.442043, "name": "nova.stop_and_start_server", "children": [ { "finished_at": 1549242252.555407, "started_at": 1549242238.442107, "name": "nova.stop_server", "children": [] }, { "finished_at": 1549242256.729845, "started_at": 1549242252.555425, "name": "nova.start_server", "children": [] } ] }, { "finished_at": 1549242272.451251, "started_at": 1549242256.729894, "children": [ { "finished_at": 1549242272.451229, "started_at": 1549242256.729903, "children": [], "failed": true, "name": "nova.rescue_server" } ], "failed": true, "name": "nova.rescue_and_unrescue_server" } ] }, { "timestamp": 1549242108.909348, "error": [ "GetResourceErrorStatus", "Resource has ERROR status.\n Fault: {u'message': u'Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9ba9c41c-c82b-489d-a79a-743175294ffd.', u'code': 500, u'created': u'2019-02-04T01:02:07Z'}", "Traceback (most recent call last):\n File \"/usr/lib/python2.7/site-packages/rally/task/runner.py\", line 71, in _run_scenario_once\n getattr(scenario_inst, method_name)(**scenario_kwargs)\n File \"/usr/lib/python2.7/site-packages/rally_openstack/scenarios/nova/servers.py\", line 234, in run\n server = self._boot_server(image, flavor, **kwargs)\n File \"/usr/lib/python2.7/site-packages/rally/task/atomic.py\", line 91, in func_atomic_actions\n f = func(self, *args, **kwargs)\n File \"/usr/lib/python2.7/site-packages/rally_openstack/scenarios/nova/utils.py\", line 88, in _boot_server\n check_interval=CONF.openstack.nova_server_boot_poll_interval\n File \"/usr/lib/python2.7/site-packages/rally/task/utils.py\", line 214, in wait_for_status\n resource = update_resource(resource)\n File \"/usr/lib/python2.7/site-packages/rally/task/utils.py\", line 89, in _get_from_manager\n fault=getattr(res, \"fault\", \"n/a\"))\nGetResourceErrorStatus: Resource has ERROR status.\n Fault: {u'message': u'Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9ba9c41c-c82b-489d-a79a-743175294ffd.', u'code': 500, u'created': u'2019-02-04T01:02:07Z'}\n" ], "duration": 18.66627788543701, "output": { "additive": [], "complete": [] }, "idle_duration": 1.0, "atomic_actions": [ { "finished_at": 1549242128.575617, "started_at": 1549242108.925629, "children": [], "failed": true, "name": "nova.boot_server" } ] }, { "timestamp": 1549242108.965208, "error": [ "GetResourceErrorStatus", "Resource has ERROR status.\n Fault: {u'message': u'Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c53f006e-51d1-4271-980e-663aa2060623.', u'code': 500, u'created': u'2019-02-04T01:02:06Z'}", "Traceback (most recent call last):\n File \"/usr/lib/python2.7/site-packages/rally/task/runner.py\", line 71, in _run_scenario_once\n getattr(scenario_inst, method_name)(**scenario_kwargs)\n File \"/usr/lib/python2.7/site-packages/rally_openstack/scenarios/nova/servers.py\", line 234, in run\n server = self._boot_server(image, flavor, **kwargs)\n File \"/usr/lib/python2.7/site-packages/rally/task/atomic.py\", line 91, in func_atomic_actions\n f = func(self, *args, **kwargs)\n File \"/usr/lib/python2.7/site-packages/rally_openstack/scenarios/nova/utils.py\", line 88, in _boot_server\n check_interval=CONF.openstack.nova_server_boot_poll_interval\n File \"/usr/lib/python2.7/site-packages/rally/task/utils.py\", line 214, in wait_for_status\n resource = update_resource(resource)\n File \"/usr/lib/python2.7/site-packages/rally/task/utils.py\", line 89, in _get_from_manager\n fault=getattr(res, \"fault\", \"n/a\"))\nGetResourceErrorStatus: Resource has ERROR status.\n Fault: {u'message': u'Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c53f006e-51d1-4271-980e-663aa2060623.', u'code': 500, u'created': u'2019-02-04T01:02:06Z'}\n" ], "duration": 16.72867488861084, "output": { "additive": [], "complete": [] }, "idle_duration": 1.0, "atomic_actions": [ { "finished_at": 1549242126.693874, "started_at": 1549242108.981215, "children": [], "failed": true, "name": "nova.boot_server" } ] } ], "failed_iteration_count": 6, "total_iteration_count": 6, "created_at": "2019-02-04T01:01:05", "updated_at": "2019-02-04T01:05:15", "contexts": { "quotas": { "nova": { "ram": -1, "floating_ips": -1, "security_group_rules": -1, "instances": -1, "cores": -1, "security_groups": -1 }, "neutron": { "subnet": -1, "network": -1, "port": -1 } }, "users": { "users_per_tenant": 2, "tenants": 3 }, "network": { "networks_per_tenant": 1, "start_cidr": "100.1.0.0/25" } }, "contexts_results": [ { "setup": { "finished_at": 1549242069.097274, "started_at": 1549242065.314623, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549242314.453788, "started_at": 1549242308.954083, "atomic_actions": [], "error": null }, "plugin_cfg": { "user_domain": "Default", "project_domain": "Default", "user_choice_method": "random", "users_per_tenant": 2, "tenants": 3, "resource_management_workers": 20 }, "plugin_name": "users@openstack" }, { "setup": { "finished_at": 1549242070.4901, "started_at": 1549242069.097657, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549242308.953788, "started_at": 1549242308.828565, "atomic_actions": [], "error": null }, "plugin_cfg": { "neutron": { "subnet": -1, "network": -1, "port": -1 }, "nova": { "ram": -1, "floating_ips": -1, "security_group_rules": -1, "instances": -1, "cores": -1, "security_groups": -1 } }, "plugin_name": "quotas@openstack" }, { "setup": { "finished_at": 1549242085.014212, "started_at": 1549242070.490416, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549242308.828241, "started_at": 1549242285.196758, "atomic_actions": [], "error": null }, "plugin_cfg": { "subnets_per_network": 1, "networks_per_tenant": 1, "network_create_args": {}, "dns_nameservers": null, "dualstack": false, "router": { "external": true }, "start_cidr": "100.1.0.0/25" }, "plugin_name": "network@openstack" }, { "setup": { "finished_at": 1549242085.014576, "started_at": 1549242085.01456, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549242285.196435, "started_at": 1549242272.476754, "atomic_actions": [], "error": null }, "plugin_cfg": [ "nova" ], "plugin_name": "cleanup@openstack" } ], "position": 0, "pass_sla": false, "sla_results": { "sla": [ { "criterion": "failure_rate", "detail": "Failure rate criteria 0.00% <= 100.00% <= 0.00% - Failed", "success": false }, { "criterion": "aborted_on_sla", "detail": "Task was aborted due to SLA failure(s).", "success": false } ] }, "sla": { "failure_rate": { "max": 0 } } } ] }, { "uuid": "7ac4e5ed-4293-4eee-abfe-4bdf173cb225", "title": "NovaServers.boot_and_delete_server", "description": "", "status": "aborted", "created_at": "2019-02-04T01:05:15", "updated_at": "2019-02-04T01:05:15", "sla": {}, "workloads": [] } ] } ] }