{ "info": { "generated_at": "2019-02-03T20:27:23", "rally_version": "1.3.1~dev19", "format_version": "1.2" }, "tasks": [ { "uuid": "2a0f420c-208d-42e5-a075-a20b52e4972a", "title": "", "description": "", "status": "finished", "tags": [], "env_uuid": "0f66f91e-3b5a-45ec-bd86-23ae9e02b3c2", "env_name": "opnfv-rally", "created_at": "2019-02-03T20:10:53", "updated_at": "2019-02-03T20:27:19", "pass_sla": true, "subtasks": [ { "uuid": "0c343434-8153-49f9-850d-ba5d0d0df97b", "title": "HeatStacks.create_and_delete_stack", "description": "", "status": "finished", "created_at": "2019-02-03T20:11:58", "updated_at": "2019-02-03T20:19:13", "sla": {}, "workloads": [ { "uuid": "7e7b6ab4-0369-491c-a13c-250965b34ade", "description": "Create and then delete a stack.", "runner": { "constant": { "concurrency": 4, "times": 10 } }, "hooks": [], "scenario": { "HeatStacks.create_and_delete_stack": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/default.yaml.template" } }, "min_duration": 2.963557004928589, "max_duration": 4.868701934814453, "start_time": 1549224729.493141, "load_duration": 16.11708402633667, "full_duration": 41.51984715461731, "statistics": { "durations": { "total": { "data": { "success": "100.0%", "min": 4.964, "max": 6.869, "median": 6.124, "95%ile": 6.804, "iteration_count": 10, "avg": 6.034, "90%ile": 6.738 }, "display_name": "total", "name": "total", "count_per_iteration": 1, "children": [ { "data": { "success": "100.0%", "min": 2.964, "max": 4.869, "median": 4.124, "95%ile": 4.804, "iteration_count": 10, "avg": 4.034, "90%ile": 4.738 }, "display_name": "duration", "name": "duration", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 2.0, "max": 2.0, "median": 2.0, "95%ile": 2.0, "iteration_count": 10, "avg": 2.0, "90%ile": 2.0 }, "display_name": "idle_duration", "name": "idle_duration", "count_per_iteration": 1, "children": [] } ] }, "atomics": [ { "data": { "success": "100.0%", "min": 4.517, "max": 6.66, "median": 4.853, "95%ile": 5.956, "iteration_count": 10, "avg": 5.003, "90%ile": 5.251 }, "display_name": "heat.create_stack", "name": "heat.create_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 0.186, "max": 1.907, "median": 1.27, "95%ile": 1.653, "iteration_count": 10, "avg": 1.032, "90%ile": 1.398 }, "display_name": "heat.delete_stack", "name": "heat.delete_stack", "count_per_iteration": 1, "children": [] } ] } }, "data": [ { "timestamp": 1549224729.493141, "error": [], "duration": 4.423230171203613, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224734.578136, "started_at": 1549224729.493202, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224735.916359, "started_at": 1549224734.578163, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224729.496433, "error": [], "duration": 4.369035005569458, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224734.591335, "started_at": 1549224729.496516, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224735.865456, "started_at": 1549224734.591353, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224729.499016, "error": [], "duration": 4.378412961959839, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224734.554004, "started_at": 1549224729.499088, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224735.877409, "started_at": 1549224734.554035, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224729.501032, "error": [], "duration": 4.868701934814453, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224736.160986, "started_at": 1549224729.501089, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224736.369722, "started_at": 1549224736.161005, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224735.869674, "error": [], "duration": 3.118070125579834, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224740.758046, "started_at": 1549224735.86969, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224740.987727, "started_at": 1549224740.758065, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224735.880688, "error": [], "duration": 3.8789241313934326, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224740.494569, "started_at": 1549224735.880706, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224741.759588, "started_at": 1549224740.494586, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224735.919517, "error": [], "duration": 2.963557004928589, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224740.696683, "started_at": 1549224735.919535, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224740.883059, "started_at": 1549224740.696701, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224736.372935, "error": [], "duration": 3.8604838848114014, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224740.891924, "started_at": 1549224736.372954, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224742.2334, "started_at": 1549224740.891947, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224740.886219, "error": [], "duration": 4.724005937576294, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224745.703021, "started_at": 1549224740.886235, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224747.610212, "started_at": 1549224745.703037, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224740.991274, "error": [], "duration": 3.7582199573516846, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224745.508126, "started_at": 1549224740.991303, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224746.749477, "started_at": 1549224745.508148, "name": "heat.delete_stack", "children": [] } ] } ], "failed_iteration_count": 0, "total_iteration_count": 10, "created_at": "2019-02-03T20:11:58", "updated_at": "2019-02-03T20:12:40", "contexts": { "users": { "users_per_tenant": 2, "tenants": 3 }, "roles": [ "heat_stack_owner" ] }, "contexts_results": [ { "setup": { "finished_at": 1549224721.257336, "started_at": 1549224718.05688, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549224759.57547, "started_at": 1549224752.869697, "atomic_actions": [], "error": null }, "plugin_cfg": { "user_domain": "Default", "project_domain": "Default", "user_choice_method": "random", "users_per_tenant": 2, "tenants": 3, "resource_management_workers": 20 }, "plugin_name": "users@openstack" }, { "setup": { "finished_at": 1549224729.475476, "started_at": 1549224721.257743, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549224752.869347, "started_at": 1549224751.402188, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat_stack_owner" ], "plugin_name": "roles@openstack" }, { "setup": { "finished_at": 1549224729.475906, "started_at": 1549224729.475903, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549224751.401697, "started_at": 1549224747.626938, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat" ], "plugin_name": "cleanup@openstack" } ], "position": 0, "pass_sla": true, "sla_results": { "sla": [ { "criterion": "failure_rate", "detail": "Failure rate criteria 0.00% <= 0.00% <= 0.00% - Passed", "success": true } ] }, "sla": { "failure_rate": { "max": 0 } } }, { "uuid": "7388160f-20e5-4dc8-bd36-b12353b90663", "description": "Create and then delete a stack.", "runner": { "constant": { "concurrency": 4, "times": 10 } }, "hooks": [], "scenario": { "HeatStacks.create_and_delete_stack": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/server_with_ports.yaml.template", "parameters": { "image": "rally_full-img_b365bf2f-a0e2-4e4e-9e48-bbbd7352d6fe", "public_net": "ext-net", "flavor": "rally_full-flavor_b365bf2f-a0e2-4e4e-9e48-bbbd7352d6fe" } } }, "min_duration": 42.63204002380371, "max_duration": 79.62066388130188, "start_time": 1549224772.088665, "load_duration": 190.12442207336426, "full_duration": 213.692458152771, "statistics": { "durations": { "total": { "data": { "success": "100.0%", "min": 44.632, "max": 81.621, "median": 71.749, "95%ile": 80.037, "iteration_count": 10, "avg": 68.496, "90%ile": 78.453 }, "display_name": "total", "name": "total", "count_per_iteration": 1, "children": [ { "data": { "success": "100.0%", "min": 42.632, "max": 79.621, "median": 69.749, "95%ile": 78.037, "iteration_count": 10, "avg": 66.496, "90%ile": 76.453 }, "display_name": "duration", "name": "duration", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 2.0, "max": 2.0, "median": 2.0, "95%ile": 2.0, "iteration_count": 10, "avg": 2.0, "90%ile": 2.0 }, "display_name": "idle_duration", "name": "idle_duration", "count_per_iteration": 1, "children": [] } ] }, "atomics": [ { "data": { "success": "100.0%", "min": 29.347, "max": 59.545, "median": 46.803, "95%ile": 57.605, "iteration_count": 10, "avg": 45.715, "90%ile": 55.666 }, "display_name": "heat.create_stack", "name": "heat.create_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 11.603, "max": 31.314, "median": 23.403, "95%ile": 29.449, "iteration_count": 10, "avg": 22.78, "90%ile": 27.583 }, "display_name": "heat.delete_stack", "name": "heat.delete_stack", "count_per_iteration": 1, "children": [] } ] } }, "data": [ { "timestamp": 1549224772.088665, "error": [], "duration": 74.6182689666748, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224823.728049, "started_at": 1549224772.088788, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224848.706922, "started_at": 1549224823.728085, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224772.090578, "error": [], "duration": 79.62066388130188, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224831.635254, "started_at": 1549224772.090669, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224853.71123, "started_at": 1549224831.635278, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224772.093259, "error": [], "duration": 67.02948093414307, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224813.954246, "started_at": 1549224772.093371, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224841.122722, "started_at": 1549224813.954308, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224772.094911, "error": [], "duration": 76.10149097442627, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224827.330404, "started_at": 1549224772.095004, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224850.196383, "started_at": 1549224827.330429, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224841.125902, "error": [], "duration": 67.88441300392151, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224879.695933, "started_at": 1549224841.12592, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224911.010277, "started_at": 1549224879.695972, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224848.711715, "error": [], "duration": 66.85961699485779, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224890.678748, "started_at": 1549224848.711739, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224917.571315, "started_at": 1549224890.678799, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224850.200896, "error": [], "duration": 73.96063995361328, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224902.220902, "started_at": 1549224850.200916, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224926.161515, "started_at": 1549224902.220953, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224853.715298, "error": [], "duration": 71.61278414726257, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224905.649847, "started_at": 1549224853.715315, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224927.328052, "started_at": 1549224905.649903, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224911.015739, "error": [], "duration": 42.63204002380371, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224940.362418, "started_at": 1549224911.015766, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224955.647755, "started_at": 1549224940.362433, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224917.576217, "error": [], "duration": 44.63687014579773, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549224952.609762, "started_at": 1549224917.576241, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549224964.213069, "started_at": 1549224952.609783, "name": "heat.delete_stack", "children": [] } ] } ], "failed_iteration_count": 0, "total_iteration_count": 10, "created_at": "2019-02-03T20:12:40", "updated_at": "2019-02-03T20:16:14", "contexts": { "users": { "users_per_tenant": 2, "tenants": 3 }, "roles": [ "heat_stack_owner" ] }, "contexts_results": [ { "setup": { "finished_at": 1549224763.410179, "started_at": 1549224760.241419, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549224973.932355, "started_at": 1549224967.849298, "atomic_actions": [], "error": null }, "plugin_cfg": { "user_domain": "Default", "project_domain": "Default", "user_choice_method": "random", "users_per_tenant": 2, "tenants": 3, "resource_management_workers": 20 }, "plugin_name": "users@openstack" }, { "setup": { "finished_at": 1549224772.068688, "started_at": 1549224763.410544, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549224967.848946, "started_at": 1549224966.495127, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat_stack_owner" ], "plugin_name": "roles@openstack" }, { "setup": { "finished_at": 1549224772.069134, "started_at": 1549224772.069125, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549224966.494522, "started_at": 1549224964.235836, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat" ], "plugin_name": "cleanup@openstack" } ], "position": 1, "pass_sla": true, "sla_results": { "sla": [ { "criterion": "failure_rate", "detail": "Failure rate criteria 0.00% <= 0.00% <= 0.00% - Passed", "success": true } ] }, "sla": { "failure_rate": { "max": 0 } } }, { "uuid": "6aba0747-eb1c-4a2f-8789-1c800456f2af", "description": "Create and then delete a stack.", "runner": { "constant": { "concurrency": 4, "times": 10 } }, "hooks": [], "scenario": { "HeatStacks.create_and_delete_stack": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/server_with_volume.yaml.template", "parameters": { "network_id": "7c74d731-6541-4847-91f5-3655b5b3712b", "image": "rally_full-img_b365bf2f-a0e2-4e4e-9e48-bbbd7352d6fe", "flavor": "rally_full-flavor_b365bf2f-a0e2-4e4e-9e48-bbbd7352d6fe" } } }, "min_duration": 43.23528695106506, "max_duration": 57.4466290473938, "start_time": 1549224986.158872, "load_duration": 154.79072499275208, "full_duration": 178.15169286727905, "statistics": { "durations": { "total": { "data": { "success": "100.0%", "min": 45.235, "max": 59.447, "median": 54.553, "95%ile": 58.483, "iteration_count": 10, "avg": 53.805, "90%ile": 57.52 }, "display_name": "total", "name": "total", "count_per_iteration": 1, "children": [ { "data": { "success": "100.0%", "min": 43.235, "max": 57.447, "median": 52.553, "95%ile": 56.483, "iteration_count": 10, "avg": 51.805, "90%ile": 55.52 }, "display_name": "duration", "name": "duration", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 2.0, "max": 2.0, "median": 2.0, "95%ile": 2.0, "iteration_count": 10, "avg": 2.0, "90%ile": 2.0 }, "display_name": "idle_duration", "name": "idle_duration", "count_per_iteration": 1, "children": [] } ] }, "atomics": [ { "data": { "success": "100.0%", "min": 22.605, "max": 48.591, "median": 29.592, "95%ile": 41.879, "iteration_count": 10, "avg": 30.74, "90%ile": 35.166 }, "display_name": "heat.create_stack", "name": "heat.create_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 8.305, "max": 29.16, "median": 24.622, "95%ile": 27.636, "iteration_count": 10, "avg": 23.065, "90%ile": 26.111 }, "display_name": "heat.delete_stack", "name": "heat.delete_stack", "count_per_iteration": 1, "children": [] } ] } }, "data": [ { "timestamp": 1549224986.158872, "error": [], "duration": 54.122143030166626, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225017.657799, "started_at": 1549224986.158988, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225042.280993, "started_at": 1549225017.657818, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224986.161978, "error": [], "duration": 52.205612897872925, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225015.553357, "started_at": 1549224986.162083, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225040.367571, "started_at": 1549225015.553382, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224986.161978, "error": [], "duration": 54.8964729309082, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225034.753548, "started_at": 1549224986.162082, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225043.058432, "started_at": 1549225034.753566, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549224986.168246, "error": [], "duration": 51.48277306556702, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225013.965629, "started_at": 1549224986.168338, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225039.651001, "started_at": 1549225013.965666, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225039.655866, "error": [], "duration": 57.4466290473938, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225073.330463, "started_at": 1549225039.655882, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225099.102446, "started_at": 1549225073.33048, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225040.3716, "error": [], "duration": 55.30612397193909, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225068.517219, "started_at": 1549225040.371624, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225097.677693, "started_at": 1549225068.517247, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225042.284169, "error": [], "duration": 52.413527965545654, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225072.076036, "started_at": 1549225042.284185, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225096.69766, "started_at": 1549225072.076051, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225043.061726, "error": [], "duration": 52.692708015441895, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225075.214163, "started_at": 1549225043.061745, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225097.754413, "started_at": 1549225075.214216, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225096.703134, "error": [], "duration": 44.24646282196045, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225119.30824, "started_at": 1549225096.703215, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225142.949584, "started_at": 1549225119.308265, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225097.681982, "error": [], "duration": 43.23528695106506, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225121.434334, "started_at": 1549225097.682081, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225142.917256, "started_at": 1549225121.434355, "name": "heat.delete_stack", "children": [] } ] } ], "failed_iteration_count": 0, "total_iteration_count": 10, "created_at": "2019-02-03T20:16:14", "updated_at": "2019-02-03T20:19:13", "contexts": { "users": { "users_per_tenant": 2, "tenants": 3 }, "roles": [ "heat_stack_owner" ] }, "contexts_results": [ { "setup": { "finished_at": 1549224978.133201, "started_at": 1549224974.89343, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225153.043722, "started_at": 1549225147.152718, "atomic_actions": [], "error": null }, "plugin_cfg": { "user_domain": "Default", "project_domain": "Default", "user_choice_method": "random", "users_per_tenant": 2, "tenants": 3, "resource_management_workers": 20 }, "plugin_name": "users@openstack" }, { "setup": { "finished_at": 1549224986.138412, "started_at": 1549224978.133557, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225147.152283, "started_at": 1549225145.295913, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat_stack_owner" ], "plugin_name": "roles@openstack" }, { "setup": { "finished_at": 1549224986.138831, "started_at": 1549224986.138819, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225145.295515, "started_at": 1549225142.966276, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat" ], "plugin_name": "cleanup@openstack" } ], "position": 2, "pass_sla": true, "sla_results": { "sla": [ { "criterion": "failure_rate", "detail": "Failure rate criteria 0.00% <= 0.00% <= 0.00% - Passed", "success": true } ] }, "sla": { "failure_rate": { "max": 0 } } } ] }, { "uuid": "ab20e3bf-a611-470f-9e38-e6ea418ee9ff", "title": "HeatStacks.create_and_list_stack", "description": "", "status": "finished", "created_at": "2019-02-03T20:19:13", "updated_at": "2019-02-03T20:19:53", "sla": {}, "workloads": [ { "uuid": "e5ac35ab-f3ad-42d5-bca9-59dcb952147a", "description": "Create a stack and then list all stacks.", "runner": { "constant": { "concurrency": 4, "times": 10 } }, "hooks": [], "scenario": { "HeatStacks.create_and_list_stack": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/default.yaml.template" } }, "min_duration": 2.0795140266418457, "max_duration": 3.05973482131958, "start_time": 1549225164.752567, "load_duration": 11.090035915374756, "full_duration": 38.82554793357849, "statistics": { "durations": { "total": { "data": { "success": "100.0%", "min": 4.08, "max": 5.06, "median": 4.533, "95%ile": 4.899, "iteration_count": 10, "avg": 4.488, "90%ile": 4.738 }, "display_name": "total", "name": "total", "count_per_iteration": 1, "children": [ { "data": { "success": "100.0%", "min": 2.08, "max": 3.06, "median": 2.533, "95%ile": 2.899, "iteration_count": 10, "avg": 2.488, "90%ile": 2.738 }, "display_name": "duration", "name": "duration", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 2.0, "max": 2.0, "median": 2.0, "95%ile": 2.0, "iteration_count": 10, "avg": 2.0, "90%ile": 2.0 }, "display_name": "idle_duration", "name": "idle_duration", "count_per_iteration": 1, "children": [] } ] }, "atomics": [ { "data": { "success": "100.0%", "min": 3.999, "max": 4.972, "median": 4.449, "95%ile": 4.812, "iteration_count": 10, "avg": 4.406, "90%ile": 4.652 }, "display_name": "heat.create_stack", "name": "heat.create_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 0.062, "max": 0.095, "median": 0.082, "95%ile": 0.092, "iteration_count": 10, "avg": 0.082, "90%ile": 0.088 }, "display_name": "heat.list_stacks", "name": "heat.list_stacks", "count_per_iteration": 1, "children": [] } ] } }, "data": [ { "timestamp": 1549225164.752567, "error": [], "duration": 2.552500009536743, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225169.220402, "started_at": 1549225164.752642, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225169.30502, "started_at": 1549225169.220454, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225164.753341, "error": [], "duration": 2.6184470653533936, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225169.309379, "started_at": 1549225164.753396, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225169.371746, "started_at": 1549225169.309409, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225164.757534, "error": [], "duration": 2.6352739334106445, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225169.298079, "started_at": 1549225164.757606, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225169.39276, "started_at": 1549225169.298111, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225164.757918, "error": [], "duration": 2.702238082885742, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225169.373951, "started_at": 1549225164.757984, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225169.460113, "started_at": 1549225169.37398, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225169.308297, "error": [], "duration": 2.5129330158233643, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225173.739086, "started_at": 1549225169.308315, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225173.821196, "started_at": 1549225173.739105, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225169.37511, "error": [], "duration": 2.3710110187530518, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225173.665013, "started_at": 1549225169.375128, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225173.746086, "started_at": 1549225173.665041, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225169.395873, "error": [], "duration": 3.05973482131958, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225174.367829, "started_at": 1549225169.395886, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225174.455576, "started_at": 1549225174.367849, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225169.464243, "error": [], "duration": 2.251518964767456, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225173.634445, "started_at": 1549225169.464263, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225173.715719, "started_at": 1549225173.634464, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225173.718236, "error": [], "duration": 2.0795140266418457, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225177.716809, "started_at": 1549225173.718253, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225177.797713, "started_at": 1549225177.716829, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225173.749446, "error": [], "duration": 2.0931570529937744, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225177.763433, "started_at": 1549225173.749461, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225177.842568, "started_at": 1549225177.763455, "name": "heat.list_stacks", "children": [] } ] } ], "failed_iteration_count": 0, "total_iteration_count": 10, "created_at": "2019-02-03T20:19:13", "updated_at": "2019-02-03T20:19:53", "contexts": { "users": { "users_per_tenant": 2, "tenants": 3 }, "roles": [ "heat_stack_owner" ] }, "contexts_results": [ { "setup": { "finished_at": 1549225156.778607, "started_at": 1549225153.553183, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225192.377368, "started_at": 1549225185.03632, "atomic_actions": [], "error": null }, "plugin_cfg": { "user_domain": "Default", "project_domain": "Default", "user_choice_method": "random", "users_per_tenant": 2, "tenants": 3, "resource_management_workers": 20 }, "plugin_name": "users@openstack" }, { "setup": { "finished_at": 1549225164.734833, "started_at": 1549225156.779031, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225185.035943, "started_at": 1549225183.525379, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat_stack_owner" ], "plugin_name": "roles@openstack" }, { "setup": { "finished_at": 1549225164.735258, "started_at": 1549225164.735255, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225183.524868, "started_at": 1549225177.860741, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat" ], "plugin_name": "cleanup@openstack" } ], "position": 0, "pass_sla": true, "sla_results": { "sla": [ { "criterion": "failure_rate", "detail": "Failure rate criteria 0.00% <= 0.00% <= 0.00% - Passed", "success": true } ] }, "sla": { "failure_rate": { "max": 0 } } } ] }, { "uuid": "d140ec1d-3b72-431e-93a3-41be3b7d0bbc", "title": "HeatStacks.create_update_delete_stack", "description": "", "status": "finished", "created_at": "2019-02-03T20:19:53", "updated_at": "2019-02-03T20:25:16", "sla": {}, "workloads": [ { "uuid": "e214f55e-562c-478e-b2b8-1ac3fe2f25b2", "description": "Create, update and then delete a stack.", "runner": { "constant": { "concurrency": 4, "times": 10 } }, "hooks": [], "scenario": { "HeatStacks.create_update_delete_stack": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template", "updated_template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/updated_random_strings_add.yaml.template" } }, "min_duration": 6.100343942642212, "max_duration": 7.770442962646484, "start_time": 1549225205.485035, "load_duration": 27.207380056381226, "full_duration": 53.50239586830139, "statistics": { "durations": { "total": { "data": { "success": "100.0%", "min": 10.1, "max": 11.77, "median": 10.434, "95%ile": 11.238, "iteration_count": 10, "avg": 10.514, "90%ile": 10.705 }, "display_name": "total", "name": "total", "count_per_iteration": 1, "children": [ { "data": { "success": "100.0%", "min": 6.1, "max": 7.77, "median": 6.434, "95%ile": 7.238, "iteration_count": 10, "avg": 6.514, "90%ile": 6.705 }, "display_name": "duration", "name": "duration", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 4.0, "max": 4.0, "median": 4.0, "95%ile": 4.0, "iteration_count": 10, "avg": 4.0, "90%ile": 4.0 }, "display_name": "idle_duration", "name": "idle_duration", "count_per_iteration": 1, "children": [] } ] }, "atomics": [ { "data": { "success": "100.0%", "min": 4.187, "max": 4.768, "median": 4.482, "95%ile": 4.697, "iteration_count": 10, "avg": 4.486, "90%ile": 4.627 }, "display_name": "heat.create_stack", "name": "heat.create_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 3.428, "max": 3.552, "median": 3.479, "95%ile": 3.551, "iteration_count": 10, "avg": 3.49, "90%ile": 3.55 }, "display_name": "heat.update_stack", "name": "heat.update_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 2.346, "max": 3.459, "median": 2.438, "95%ile": 3.06, "iteration_count": 10, "avg": 2.538, "90%ile": 2.66 }, "display_name": "heat.delete_stack", "name": "heat.delete_stack", "count_per_iteration": 1, "children": [] } ] } }, "data": [ { "timestamp": 1549225205.485035, "error": [], "duration": 6.58636999130249, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225210.035351, "started_at": 1549225205.485106, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225213.49985, "started_at": 1549225210.03537, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225216.071391, "started_at": 1549225213.499872, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225205.486584, "error": [], "duration": 7.770442962646484, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225210.254667, "started_at": 1549225205.486644, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225213.797659, "started_at": 1549225210.254687, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225217.257007, "started_at": 1549225213.797686, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225205.490648, "error": [], "duration": 6.47077488899231, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225209.959524, "started_at": 1549225205.490717, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225213.511939, "started_at": 1549225209.959541, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225215.961404, "started_at": 1549225213.511957, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225205.490984, "error": [], "duration": 6.554486036300659, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225210.013672, "started_at": 1549225205.491047, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225213.507557, "started_at": 1549225210.013691, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225216.045448, "started_at": 1549225213.507577, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225215.96585, "error": [], "duration": 6.311962842941284, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225220.450911, "started_at": 1549225215.965874, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225223.879083, "started_at": 1549225220.450935, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225226.277794, "started_at": 1549225223.879106, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225216.049195, "error": [], "duration": 6.586961030960083, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225220.660393, "started_at": 1549225216.049212, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225224.209627, "started_at": 1549225220.660412, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225226.63614, "started_at": 1549225224.209654, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225216.074679, "error": [], "duration": 6.396937131881714, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225220.554441, "started_at": 1549225216.074701, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225224.095422, "started_at": 1549225220.55446, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225226.471594, "started_at": 1549225224.095444, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225217.260106, "error": [], "duration": 6.100343942642212, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225221.446875, "started_at": 1549225217.260129, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225224.894495, "started_at": 1549225221.446896, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225227.360434, "started_at": 1549225224.89452, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225226.281073, "error": [], "duration": 6.143375873565674, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225230.628376, "started_at": 1549225226.281088, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225234.077535, "started_at": 1549225230.628393, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225236.424437, "started_at": 1549225234.077557, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225226.474817, "error": [], "duration": 6.217597961425781, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225230.910239, "started_at": 1549225226.474834, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225234.34596, "started_at": 1549225230.910256, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225236.692397, "started_at": 1549225234.345981, "name": "heat.delete_stack", "children": [] } ] } ], "failed_iteration_count": 0, "total_iteration_count": 10, "created_at": "2019-02-03T20:19:53", "updated_at": "2019-02-03T20:20:47", "contexts": { "users": { "users_per_tenant": 2, "tenants": 3 }, "roles": [ "heat_stack_owner" ] }, "contexts_results": [ { "setup": { "finished_at": 1549225196.855934, "started_at": 1549225193.723368, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225247.224321, "started_at": 1549225240.385998, "atomic_actions": [], "error": null }, "plugin_cfg": { "user_domain": "Default", "project_domain": "Default", "user_choice_method": "random", "users_per_tenant": 2, "tenants": 3, "resource_management_workers": 20 }, "plugin_name": "users@openstack" }, { "setup": { "finished_at": 1549225205.462605, "started_at": 1549225196.85636, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225240.385572, "started_at": 1549225238.907896, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat_stack_owner" ], "plugin_name": "roles@openstack" }, { "setup": { "finished_at": 1549225205.463058, "started_at": 1549225205.463055, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225238.90731, "started_at": 1549225236.717193, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat" ], "plugin_name": "cleanup@openstack" } ], "position": 0, "pass_sla": true, "sla_results": { "sla": [ { "criterion": "failure_rate", "detail": "Failure rate criteria 0.00% <= 0.00% <= 0.00% - Passed", "success": true } ] }, "sla": { "failure_rate": { "max": 0 } } }, { "uuid": "010d4661-3607-42ba-bd7c-ca935c541380", "description": "Create, update and then delete a stack.", "runner": { "constant": { "concurrency": 4, "times": 10 } }, "hooks": [], "scenario": { "HeatStacks.create_update_delete_stack": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template", "updated_template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/updated_random_strings_delete.yaml.template" } }, "min_duration": 3.796243906021118, "max_duration": 4.845585107803345, "start_time": 1549225259.648824, "load_duration": 20.246877908706665, "full_duration": 46.056138038635254, "statistics": { "durations": { "total": { "data": { "success": "100.0%", "min": 7.796, "max": 8.846, "median": 8.161, "95%ile": 8.712, "iteration_count": 10, "avg": 8.166, "90%ile": 8.578 }, "display_name": "total", "name": "total", "count_per_iteration": 1, "children": [ { "data": { "success": "100.0%", "min": 3.796, "max": 4.846, "median": 4.161, "95%ile": 4.712, "iteration_count": 10, "avg": 4.166, "90%ile": 4.578 }, "display_name": "duration", "name": "duration", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 4.0, "max": 4.0, "median": 4.0, "95%ile": 4.0, "iteration_count": 10, "avg": 4.0, "90%ile": 4.0 }, "display_name": "idle_duration", "name": "idle_duration", "count_per_iteration": 1, "children": [] } ] }, "atomics": [ { "data": { "success": "100.0%", "min": 4.142, "max": 5.229, "median": 4.496, "95%ile": 5.071, "iteration_count": 10, "avg": 4.553, "90%ile": 4.914 }, "display_name": "heat.create_stack", "name": "heat.create_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 2.282, "max": 2.363, "median": 2.305, "95%ile": 2.361, "iteration_count": 10, "avg": 2.314, "90%ile": 2.359 }, "display_name": "heat.update_stack", "name": "heat.update_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 1.228, "max": 1.414, "median": 1.294, "95%ile": 1.375, "iteration_count": 10, "avg": 1.299, "90%ile": 1.337 }, "display_name": "heat.delete_stack", "name": "heat.delete_stack", "count_per_iteration": 1, "children": [] } ] } }, "data": [ { "timestamp": 1549225259.648824, "error": [], "duration": 4.260215997695923, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225264.325944, "started_at": 1549225259.648899, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225266.632101, "started_at": 1549225264.325964, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225267.909025, "started_at": 1549225266.63213, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225259.650113, "error": [], "duration": 4.229690790176392, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225264.313913, "started_at": 1549225259.650173, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225266.609558, "started_at": 1549225264.313932, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225267.879787, "started_at": 1549225266.609585, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225259.650976, "error": [], "duration": 4.548135042190552, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225264.529885, "started_at": 1549225259.651043, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225266.888478, "started_at": 1549225264.529904, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225268.199091, "started_at": 1549225266.888502, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225259.653384, "error": [], "duration": 4.845585107803345, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225264.88251, "started_at": 1549225259.653448, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225267.18718, "started_at": 1549225264.88253, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225268.498949, "started_at": 1549225267.187207, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225267.883344, "error": [], "duration": 4.0280561447143555, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225272.357837, "started_at": 1549225267.883359, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225274.639916, "started_at": 1549225272.357855, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225275.911386, "started_at": 1549225274.639947, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225267.912792, "error": [], "duration": 4.183659076690674, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225272.362176, "started_at": 1549225267.912806, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225274.68273, "started_at": 1549225272.362195, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225276.096436, "started_at": 1549225274.682749, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225268.202179, "error": [], "duration": 4.138360977172852, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225272.720364, "started_at": 1549225268.202194, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225275.012498, "started_at": 1549225272.720383, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225276.340521, "started_at": 1549225275.012518, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225268.501903, "error": [], "duration": 3.821099042892456, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225272.643597, "started_at": 1549225268.501918, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225275.006492, "started_at": 1549225272.643614, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225276.322987, "started_at": 1549225275.006515, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225275.914731, "error": [], "duration": 3.8109118938446045, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225280.205387, "started_at": 1549225275.914746, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225282.497291, "started_at": 1549225280.205408, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225283.725627, "started_at": 1549225282.497316, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225276.099458, "error": [], "duration": 3.796243906021118, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225280.311393, "started_at": 1549225276.099481, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225282.635194, "started_at": 1549225280.311425, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225283.895684, "started_at": 1549225282.63523, "name": "heat.delete_stack", "children": [] } ] } ], "failed_iteration_count": 0, "total_iteration_count": 10, "created_at": "2019-02-03T20:20:47", "updated_at": "2019-02-03T20:21:34", "contexts": { "users": { "users_per_tenant": 2, "tenants": 3 }, "roles": [ "heat_stack_owner" ] }, "contexts_results": [ { "setup": { "finished_at": 1549225251.442805, "started_at": 1549225247.929783, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225293.983711, "started_at": 1549225287.357407, "atomic_actions": [], "error": null }, "plugin_cfg": { "user_domain": "Default", "project_domain": "Default", "user_choice_method": "random", "users_per_tenant": 2, "tenants": 3, "resource_management_workers": 20 }, "plugin_name": "users@openstack" }, { "setup": { "finished_at": 1549225259.63122, "started_at": 1549225251.443271, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225287.357034, "started_at": 1549225285.970524, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat_stack_owner" ], "plugin_name": "roles@openstack" }, { "setup": { "finished_at": 1549225259.631568, "started_at": 1549225259.631561, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225285.970097, "started_at": 1549225283.913226, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat" ], "plugin_name": "cleanup@openstack" } ], "position": 1, "pass_sla": true, "sla_results": { "sla": [ { "criterion": "failure_rate", "detail": "Failure rate criteria 0.00% <= 0.00% <= 0.00% - Passed", "success": true } ] }, "sla": { "failure_rate": { "max": 0 } } }, { "uuid": "20fb9fd8-1790-4846-9775-23c6ca234c0b", "description": "Create, update and then delete a stack.", "runner": { "constant": { "concurrency": 4, "times": 10 } }, "hooks": [], "scenario": { "HeatStacks.create_update_delete_stack": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/resource_group.yaml.template", "updated_template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/updated_resource_group_increase.yaml.template" } }, "min_duration": 9.584248065948486, "max_duration": 10.615209102630615, "start_time": 1549225305.788873, "load_duration": 37.819653034210205, "full_duration": 63.81489610671997, "statistics": { "durations": { "total": { "data": { "success": "100.0%", "min": 13.584, "max": 14.615, "median": 14.011, "95%ile": 14.487, "iteration_count": 10, "avg": 14.043, "90%ile": 14.358 }, "display_name": "total", "name": "total", "count_per_iteration": 1, "children": [ { "data": { "success": "100.0%", "min": 9.584, "max": 10.615, "median": 10.011, "95%ile": 10.487, "iteration_count": 10, "avg": 10.043, "90%ile": 10.358 }, "display_name": "duration", "name": "duration", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 4.0, "max": 4.0, "median": 4.0, "95%ile": 4.0, "iteration_count": 10, "avg": 4.0, "90%ile": 4.0 }, "display_name": "idle_duration", "name": "idle_duration", "count_per_iteration": 1, "children": [] } ] }, "atomics": [ { "data": { "success": "100.0%", "min": 5.609, "max": 6.485, "median": 5.896, "95%ile": 6.281, "iteration_count": 10, "avg": 5.91, "90%ile": 6.076 }, "display_name": "heat.create_stack", "name": "heat.create_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 4.524, "max": 4.769, "median": 4.576, "95%ile": 4.744, "iteration_count": 10, "avg": 4.614, "90%ile": 4.72 }, "display_name": "heat.update_stack", "name": "heat.update_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 3.403, "max": 3.697, "median": 3.527, "95%ile": 3.657, "iteration_count": 10, "avg": 3.519, "90%ile": 3.617 }, "display_name": "heat.delete_stack", "name": "heat.delete_stack", "count_per_iteration": 1, "children": [] } ] } }, "data": [ { "timestamp": 1549225305.788873, "error": [], "duration": 10.32948112487793, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225311.707518, "started_at": 1549225305.78895, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225316.420928, "started_at": 1549225311.707538, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225320.118334, "started_at": 1549225316.420947, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225305.789148, "error": [], "duration": 10.234287977218628, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225311.757854, "started_at": 1549225305.78922, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225316.47193, "started_at": 1549225311.757881, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225320.023416, "started_at": 1549225316.471949, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225305.790212, "error": [], "duration": 10.077304124832153, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225311.572773, "started_at": 1549225305.790278, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225316.341609, "started_at": 1549225311.572795, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225319.86749, "started_at": 1549225316.341629, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225305.79318, "error": [], "duration": 9.922164916992188, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225311.745468, "started_at": 1549225305.793249, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225316.269235, "started_at": 1549225311.745486, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225319.715328, "started_at": 1549225316.269259, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225319.718595, "error": [], "duration": 9.940876007080078, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225325.592502, "started_at": 1549225319.718615, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225330.131906, "started_at": 1549225325.592519, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225333.659455, "started_at": 1549225330.13193, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225319.87207, "error": [], "duration": 10.03174090385437, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225325.70019, "started_at": 1549225319.87209, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225330.295162, "started_at": 1549225325.700209, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225333.903793, "started_at": 1549225330.295198, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225320.026959, "error": [], "duration": 10.615209102630615, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225326.512451, "started_at": 1549225320.026977, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225331.062671, "started_at": 1549225326.512473, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225334.642154, "started_at": 1549225331.062693, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225320.121532, "error": [], "duration": 9.990993976593018, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225326.151616, "started_at": 1549225320.121548, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225330.709307, "started_at": 1549225326.151636, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225334.112513, "started_at": 1549225330.709329, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225333.66275, "error": [], "duration": 9.584248065948486, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225339.271757, "started_at": 1549225333.662771, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225343.822271, "started_at": 1549225339.271785, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225347.246985, "started_at": 1549225343.822319, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225333.907198, "error": [], "duration": 9.701328039169312, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225339.55386, "started_at": 1549225333.907218, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225344.181979, "started_at": 1549225339.553881, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225347.608512, "started_at": 1549225344.182003, "name": "heat.delete_stack", "children": [] } ] } ], "failed_iteration_count": 0, "total_iteration_count": 10, "created_at": "2019-02-03T20:21:34", "updated_at": "2019-02-03T20:22:38", "contexts": { "users": { "users_per_tenant": 2, "tenants": 3 }, "roles": [ "heat_stack_owner" ] }, "contexts_results": [ { "setup": { "finished_at": 1549225297.326459, "started_at": 1549225294.123379, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225357.936559, "started_at": 1549225351.130146, "atomic_actions": [], "error": null }, "plugin_cfg": { "user_domain": "Default", "project_domain": "Default", "user_choice_method": "random", "users_per_tenant": 2, "tenants": 3, "resource_management_workers": 20 }, "plugin_name": "users@openstack" }, { "setup": { "finished_at": 1549225305.761928, "started_at": 1549225297.326813, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225351.129723, "started_at": 1549225349.822669, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat_stack_owner" ], "plugin_name": "roles@openstack" }, { "setup": { "finished_at": 1549225305.762339, "started_at": 1549225305.762335, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225349.822212, "started_at": 1549225347.630028, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat" ], "plugin_name": "cleanup@openstack" } ], "position": 2, "pass_sla": true, "sla_results": { "sla": [ { "criterion": "failure_rate", "detail": "Failure rate criteria 0.00% <= 0.00% <= 0.00% - Passed", "success": true } ] }, "sla": { "failure_rate": { "max": 0 } } }, { "uuid": "aef2350f-ad4d-488e-9fb2-27a9eb8c0fef", "description": "Create, update and then delete a stack.", "runner": { "constant": { "concurrency": 4, "times": 10 } }, "hooks": [], "scenario": { "HeatStacks.create_update_delete_stack": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/autoscaling_policy.yaml.template", "updated_template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/updated_autoscaling_policy_inplace.yaml.template" } }, "min_duration": 5.3712568283081055, "max_duration": 7.575942039489746, "start_time": 1549225370.098275, "load_duration": 27.210114002227783, "full_duration": 53.64086604118347, "statistics": { "durations": { "total": { "data": { "success": "100.0%", "min": 9.371, "max": 11.576, "median": 10.683, "95%ile": 11.482, "iteration_count": 10, "avg": 10.501, "90%ile": 11.387 }, "display_name": "total", "name": "total", "count_per_iteration": 1, "children": [ { "data": { "success": "100.0%", "min": 5.371, "max": 7.576, "median": 6.683, "95%ile": 7.482, "iteration_count": 10, "avg": 6.501, "90%ile": 7.387 }, "display_name": "duration", "name": "duration", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 4.0, "max": 4.0, "median": 4.0, "95%ile": 4.0, "iteration_count": 10, "avg": 4.0, "90%ile": 4.0 }, "display_name": "idle_duration", "name": "idle_duration", "count_per_iteration": 1, "children": [] } ] }, "atomics": [ { "data": { "success": "100.0%", "min": 4.527, "max": 6.618, "median": 5.797, "95%ile": 6.527, "iteration_count": 10, "avg": 5.587, "90%ile": 6.436 }, "display_name": "heat.create_stack", "name": "heat.create_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 2.286, "max": 3.481, "median": 2.343, "95%ile": 3.025, "iteration_count": 10, "avg": 2.464, "90%ile": 2.568 }, "display_name": "heat.update_stack", "name": "heat.update_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 2.357, "max": 2.604, "median": 2.432, "95%ile": 2.583, "iteration_count": 10, "avg": 2.45, "90%ile": 2.563 }, "display_name": "heat.delete_stack", "name": "heat.delete_stack", "count_per_iteration": 1, "children": [] } ] } }, "data": [ { "timestamp": 1549225370.098275, "error": [], "duration": 7.3662331104278564, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225376.716106, "started_at": 1549225370.098368, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225379.050192, "started_at": 1549225376.716126, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225381.464495, "started_at": 1549225379.050217, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225370.102917, "error": [], "duration": 6.778285026550293, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225376.133565, "started_at": 1549225370.102993, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225378.453636, "started_at": 1549225376.133584, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225380.88118, "started_at": 1549225378.453658, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225370.103513, "error": [], "duration": 5.670752048492432, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225374.944894, "started_at": 1549225370.103572, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225377.304914, "started_at": 1549225374.944915, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225379.774252, "started_at": 1549225377.304935, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225370.103671, "error": [], "duration": 5.866992950439453, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225375.084035, "started_at": 1549225370.103722, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225377.412579, "started_at": 1549225375.084067, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225379.97065, "started_at": 1549225377.412604, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225379.779009, "error": [], "duration": 6.938609838485718, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225385.982261, "started_at": 1549225379.779027, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225388.360542, "started_at": 1549225385.982295, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225390.717602, "started_at": 1549225388.360562, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225379.973708, "error": [], "duration": 7.352108001708984, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225386.38983, "started_at": 1549225379.973723, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225388.721654, "started_at": 1549225386.389851, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225391.325797, "started_at": 1549225388.721681, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225380.884508, "error": [], "duration": 7.575942039489746, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225386.543375, "started_at": 1549225380.884526, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225390.024476, "started_at": 1549225386.543393, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225392.460434, "started_at": 1549225390.024497, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225381.467924, "error": [], "duration": 5.3712568283081055, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225385.99448, "started_at": 1549225381.467939, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225388.34719, "started_at": 1549225385.994497, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225390.839169, "started_at": 1549225388.347211, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225390.721202, "error": [], "duration": 6.587187051773071, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225396.655554, "started_at": 1549225390.721224, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225398.941253, "started_at": 1549225396.655575, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225401.308377, "started_at": 1549225398.941273, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225390.843323, "error": [], "duration": 5.499393939971924, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225395.49946, "started_at": 1549225390.843341, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225397.966074, "started_at": 1549225395.49948, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225400.342703, "started_at": 1549225397.966097, "name": "heat.delete_stack", "children": [] } ] } ], "failed_iteration_count": 0, "total_iteration_count": 10, "created_at": "2019-02-03T20:22:38", "updated_at": "2019-02-03T20:23:32", "contexts": { "users": { "users_per_tenant": 2, "tenants": 3 }, "roles": [ "heat_stack_owner" ] }, "contexts_results": [ { "setup": { "finished_at": 1549225361.474249, "started_at": 1549225358.327042, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225411.966624, "started_at": 1549225404.80539, "atomic_actions": [], "error": null }, "plugin_cfg": { "user_domain": "Default", "project_domain": "Default", "user_choice_method": "random", "users_per_tenant": 2, "tenants": 3, "resource_management_workers": 20 }, "plugin_name": "users@openstack" }, { "setup": { "finished_at": 1549225370.080405, "started_at": 1549225361.474767, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225404.805033, "started_at": 1549225403.385474, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat_stack_owner" ], "plugin_name": "roles@openstack" }, { "setup": { "finished_at": 1549225370.080833, "started_at": 1549225370.08083, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225403.385039, "started_at": 1549225401.32553, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat" ], "plugin_name": "cleanup@openstack" } ], "position": 3, "pass_sla": true, "sla_results": { "sla": [ { "criterion": "failure_rate", "detail": "Failure rate criteria 0.00% <= 0.00% <= 0.00% - Passed", "success": true } ] }, "sla": { "failure_rate": { "max": 0 } } }, { "uuid": "1096712d-9e38-4eb7-b353-bcb58a6990e6", "description": "Create, update and then delete a stack.", "runner": { "constant": { "concurrency": 4, "times": 10 } }, "hooks": [], "scenario": { "HeatStacks.create_update_delete_stack": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/resource_group.yaml.template", "updated_template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/updated_resource_group_reduce.yaml.template" } }, "min_duration": 7.099545955657959, "max_duration": 7.867161989212036, "start_time": 1549225424.050935, "load_duration": 30.34437108039856, "full_duration": 55.775057792663574, "statistics": { "durations": { "total": { "data": { "success": "100.0%", "min": 11.1, "max": 11.867, "median": 11.573, "95%ile": 11.853, "iteration_count": 10, "avg": 11.539, "90%ile": 11.84 }, "display_name": "total", "name": "total", "count_per_iteration": 1, "children": [ { "data": { "success": "100.0%", "min": 7.1, "max": 7.867, "median": 7.573, "95%ile": 7.853, "iteration_count": 10, "avg": 7.539, "90%ile": 7.84 }, "display_name": "duration", "name": "duration", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 4.0, "max": 4.0, "median": 4.0, "95%ile": 4.0, "iteration_count": 10, "avg": 4.0, "90%ile": 4.0 }, "display_name": "idle_duration", "name": "idle_duration", "count_per_iteration": 1, "children": [] } ] }, "atomics": [ { "data": { "success": "100.0%", "min": 5.334, "max": 5.874, "median": 5.592, "95%ile": 5.874, "iteration_count": 10, "avg": 5.617, "90%ile": 5.873 }, "display_name": "heat.create_stack", "name": "heat.create_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 3.387, "max": 3.603, "median": 3.483, "95%ile": 3.602, "iteration_count": 10, "avg": 3.497, "90%ile": 3.601 }, "display_name": "heat.update_stack", "name": "heat.update_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 2.357, "max": 2.479, "median": 2.424, "95%ile": 2.474, "iteration_count": 10, "avg": 2.424, "90%ile": 2.469 }, "display_name": "heat.delete_stack", "name": "heat.delete_stack", "count_per_iteration": 1, "children": [] } ] } }, "data": [ { "timestamp": 1549225424.050935, "error": [], "duration": 7.867161989212036, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225429.92481, "started_at": 1549225424.051006, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225433.454953, "started_at": 1549225429.924829, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225435.918077, "started_at": 1549225433.454986, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225424.054916, "error": [], "duration": 7.836594104766846, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225429.928284, "started_at": 1549225424.054977, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225433.412464, "started_at": 1549225429.928304, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225435.891498, "started_at": 1549225433.412486, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225424.060046, "error": [], "duration": 7.786716938018799, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225429.835434, "started_at": 1549225424.060103, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225433.438456, "started_at": 1549225429.835455, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225435.846743, "started_at": 1549225433.438481, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225424.06438, "error": [], "duration": 7.636587142944336, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225429.895457, "started_at": 1549225424.064452, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225433.336045, "started_at": 1549225429.895477, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225435.700954, "started_at": 1549225433.336066, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225435.704348, "error": [], "duration": 7.51494288444519, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225441.242912, "started_at": 1549225435.704366, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225444.766619, "started_at": 1549225441.24293, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225447.219275, "started_at": 1549225444.766639, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225435.850477, "error": [], "duration": 7.5709450244903564, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225441.471148, "started_at": 1549225435.850495, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225444.95331, "started_at": 1549225441.471178, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225447.421408, "started_at": 1549225444.953334, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225435.894698, "error": [], "duration": 7.317706108093262, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225441.302953, "started_at": 1549225435.894713, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225444.774514, "started_at": 1549225441.302971, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225447.212391, "started_at": 1549225444.774536, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225435.921332, "error": [], "duration": 7.575224161148071, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225441.484806, "started_at": 1549225435.92135, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225445.0857, "started_at": 1549225441.484824, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225447.496541, "started_at": 1549225445.085725, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225447.215703, "error": [], "duration": 7.179603099822998, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225452.550215, "started_at": 1549225447.215718, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225455.999083, "started_at": 1549225452.550234, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225458.395293, "started_at": 1549225455.999117, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225447.222481, "error": [], "duration": 7.099545955657959, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225452.577777, "started_at": 1549225447.222497, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225455.964721, "started_at": 1549225452.577794, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225458.322001, "started_at": 1549225455.964743, "name": "heat.delete_stack", "children": [] } ] } ], "failed_iteration_count": 0, "total_iteration_count": 10, "created_at": "2019-02-03T20:23:32", "updated_at": "2019-02-03T20:24:28", "contexts": { "users": { "users_per_tenant": 2, "tenants": 3 }, "roles": [ "heat_stack_owner" ] }, "contexts_results": [ { "setup": { "finished_at": 1549225415.824556, "started_at": 1549225412.535294, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225468.308864, "started_at": 1549225461.736438, "atomic_actions": [], "error": null }, "plugin_cfg": { "user_domain": "Default", "project_domain": "Default", "user_choice_method": "random", "users_per_tenant": 2, "tenants": 3, "resource_management_workers": 20 }, "plugin_name": "users@openstack" }, { "setup": { "finished_at": 1549225424.023587, "started_at": 1549225415.825002, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225461.736088, "started_at": 1549225460.380677, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat_stack_owner" ], "plugin_name": "roles@openstack" }, { "setup": { "finished_at": 1549225424.023937, "started_at": 1549225424.023934, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225460.380125, "started_at": 1549225458.419923, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat" ], "plugin_name": "cleanup@openstack" } ], "position": 4, "pass_sla": true, "sla_results": { "sla": [ { "criterion": "failure_rate", "detail": "Failure rate criteria 0.00% <= 0.00% <= 0.00% - Passed", "success": true } ] }, "sla": { "failure_rate": { "max": 0 } } }, { "uuid": "f2073655-aa1b-43eb-a474-d0cd60abf0e4", "description": "Create, update and then delete a stack.", "runner": { "constant": { "concurrency": 4, "times": 10 } }, "hooks": [], "scenario": { "HeatStacks.create_update_delete_stack": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template", "updated_template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/updated_random_strings_replace.yaml.template" } }, "min_duration": 4.081244945526123, "max_duration": 5.57525897026062, "start_time": 1549225479.799282, "load_duration": 22.601141929626465, "full_duration": 47.59237098693848, "statistics": { "durations": { "total": { "data": { "success": "100.0%", "min": 8.081, "max": 9.575, "median": 9.319, "95%ile": 9.52, "iteration_count": 10, "avg": 9.049, "90%ile": 9.465 }, "display_name": "total", "name": "total", "count_per_iteration": 1, "children": [ { "data": { "success": "100.0%", "min": 4.081, "max": 5.575, "median": 5.319, "95%ile": 5.52, "iteration_count": 10, "avg": 5.049, "90%ile": 5.465 }, "display_name": "duration", "name": "duration", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 4.0, "max": 4.0, "median": 4.0, "95%ile": 4.0, "iteration_count": 10, "avg": 4.0, "90%ile": 4.0 }, "display_name": "idle_duration", "name": "idle_duration", "count_per_iteration": 1, "children": [] } ] }, "atomics": [ { "data": { "success": "100.0%", "min": 4.42, "max": 4.892, "median": 4.498, "95%ile": 4.808, "iteration_count": 10, "avg": 4.557, "90%ile": 4.724 }, "display_name": "heat.create_stack", "name": "heat.create_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 2.289, "max": 2.387, "median": 2.334, "95%ile": 2.385, "iteration_count": 10, "avg": 2.333, "90%ile": 2.382 }, "display_name": "heat.update_stack", "name": "heat.update_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 1.293, "max": 2.651, "median": 2.422, "95%ile": 2.606, "iteration_count": 10, "avg": 2.159, "90%ile": 2.561 }, "display_name": "heat.delete_stack", "name": "heat.delete_stack", "count_per_iteration": 1, "children": [] } ] } }, "data": [ { "timestamp": 1549225479.799282, "error": [], "duration": 5.327777862548828, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225484.274356, "started_at": 1549225479.799349, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225486.589659, "started_at": 1549225484.274379, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225489.127043, "started_at": 1549225486.589683, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225479.803531, "error": [], "duration": 5.310590028762817, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225484.23717, "started_at": 1549225479.8036, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225486.575737, "started_at": 1549225484.237193, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225489.1141, "started_at": 1549225486.57578, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225479.803531, "error": [], "duration": 5.4321839809417725, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225484.296647, "started_at": 1549225479.803592, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225486.684093, "started_at": 1549225484.296667, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225489.235698, "started_at": 1549225486.684126, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225479.803531, "error": [], "duration": 5.452206134796143, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225484.223528, "started_at": 1549225479.803595, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225486.605131, "started_at": 1549225484.223547, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225489.255712, "started_at": 1549225486.605165, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225489.117233, "error": [], "duration": 4.083510875701904, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225493.619493, "started_at": 1549225489.117251, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225495.908113, "started_at": 1549225493.619515, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225497.200731, "started_at": 1549225495.908135, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225489.131216, "error": [], "duration": 5.443357944488525, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225493.745488, "started_at": 1549225489.131234, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225496.078131, "started_at": 1549225493.745508, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225498.574555, "started_at": 1549225496.078151, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225489.23904, "error": [], "duration": 4.590246200561523, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225493.944702, "started_at": 1549225489.239057, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225496.279408, "started_at": 1549225493.944729, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225497.829272, "started_at": 1549225496.27943, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225489.25948, "error": [], "duration": 5.57525897026062, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225494.151175, "started_at": 1549225489.259496, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225496.486209, "started_at": 1549225494.151195, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225498.834724, "started_at": 1549225496.486231, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225497.203788, "error": [], "duration": 5.196635961532593, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225501.782943, "started_at": 1549225497.203802, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225504.084761, "started_at": 1549225501.78296, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225506.400412, "started_at": 1549225504.084787, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225497.832325, "error": [], "duration": 4.081244945526123, "output": { "additive": [], "complete": [] }, "idle_duration": 4.0, "atomic_actions": [ { "finished_at": 1549225502.290804, "started_at": 1549225497.832341, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225504.60317, "started_at": 1549225502.29082, "name": "heat.update_stack", "children": [] }, { "finished_at": 1549225505.913554, "started_at": 1549225504.603193, "name": "heat.delete_stack", "children": [] } ] } ], "failed_iteration_count": 0, "total_iteration_count": 10, "created_at": "2019-02-03T20:24:28", "updated_at": "2019-02-03T20:25:16", "contexts": { "users": { "users_per_tenant": 2, "tenants": 3 }, "roles": [ "heat_stack_owner" ] }, "contexts_results": [ { "setup": { "finished_at": 1549225471.8468, "started_at": 1549225468.72718, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225516.317935, "started_at": 1549225509.782466, "atomic_actions": [], "error": null }, "plugin_cfg": { "user_domain": "Default", "project_domain": "Default", "user_choice_method": "random", "users_per_tenant": 2, "tenants": 3, "resource_management_workers": 20 }, "plugin_name": "users@openstack" }, { "setup": { "finished_at": 1549225479.776134, "started_at": 1549225471.847242, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225509.78193, "started_at": 1549225508.380578, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat_stack_owner" ], "plugin_name": "roles@openstack" }, { "setup": { "finished_at": 1549225479.776502, "started_at": 1549225479.776499, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225508.380134, "started_at": 1549225506.419109, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat" ], "plugin_name": "cleanup@openstack" } ], "position": 5, "pass_sla": true, "sla_results": { "sla": [ { "criterion": "failure_rate", "detail": "Failure rate criteria 0.00% <= 0.00% <= 0.00% - Passed", "success": true } ] }, "sla": { "failure_rate": { "max": 0 } } } ] }, { "uuid": "9022f6ca-4d39-4b18-a07b-d8d960311ead", "title": "HeatStacks.create_check_delete_stack", "description": "", "status": "finished", "created_at": "2019-02-03T20:25:16", "updated_at": "2019-02-03T20:26:05", "sla": {}, "workloads": [ { "uuid": "cf556751-b64d-4ac4-ad71-1b969683fc11", "description": "Create, check and delete a stack.", "runner": { "constant": { "concurrency": 4, "times": 10 } }, "hooks": [], "scenario": { "HeatStacks.create_check_delete_stack": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template" } }, "min_duration": 5.1359100341796875, "max_duration": 6.4803361892700195, "start_time": 1549225528.142439, "load_duration": 22.462730169296265, "full_duration": 46.16027307510376, "statistics": { "durations": { "total": { "data": { "success": "100.0%", "min": 7.136, "max": 8.48, "median": 8.158, "95%ile": 8.42, "iteration_count": 10, "avg": 8.026, "90%ile": 8.359 }, "display_name": "total", "name": "total", "count_per_iteration": 1, "children": [ { "data": { "success": "100.0%", "min": 5.136, "max": 6.48, "median": 6.158, "95%ile": 6.42, "iteration_count": 10, "avg": 6.026, "90%ile": 6.359 }, "display_name": "duration", "name": "duration", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 2.0, "max": 2.0, "median": 2.0, "95%ile": 2.0, "iteration_count": 10, "avg": 2.0, "90%ile": 2.0 }, "display_name": "idle_duration", "name": "idle_duration", "count_per_iteration": 1, "children": [] } ] }, "atomics": [ { "data": { "success": "100.0%", "min": 4.267, "max": 4.645, "median": 4.439, "95%ile": 4.645, "iteration_count": 10, "avg": 4.453, "90%ile": 4.644 }, "display_name": "heat.create_stack", "name": "heat.create_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 1.298, "max": 1.422, "median": 1.377, "95%ile": 1.414, "iteration_count": 10, "avg": 1.372, "90%ile": 1.407 }, "display_name": "heat.check_stack", "name": "heat.check_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 1.32, "max": 2.509, "median": 2.381, "95%ile": 2.477, "iteration_count": 10, "avg": 2.201, "90%ile": 2.446 }, "display_name": "heat.delete_stack", "name": "heat.delete_stack", "count_per_iteration": 1, "children": [] } ] } }, "data": [ { "timestamp": 1549225528.142439, "error": [], "duration": 6.196676015853882, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225532.53731, "started_at": 1549225528.142532, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225533.958975, "started_at": 1549225532.537328, "name": "heat.check_stack", "children": [] }, { "finished_at": 1549225536.339099, "started_at": 1549225533.958994, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225528.143545, "error": [], "duration": 6.4803361892700195, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225532.788855, "started_at": 1549225528.143601, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225534.190404, "started_at": 1549225532.788877, "name": "heat.check_stack", "children": [] }, { "finished_at": 1549225536.623866, "started_at": 1549225534.190422, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225528.144333, "error": [], "duration": 6.1201701164245605, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225532.530666, "started_at": 1549225528.144388, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225533.882805, "started_at": 1549225532.530686, "name": "heat.check_stack", "children": [] }, { "finished_at": 1549225536.264488, "started_at": 1549225533.882827, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225528.147318, "error": [], "duration": 5.3248450756073, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225532.65853, "started_at": 1549225528.147375, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225534.042739, "started_at": 1549225532.658551, "name": "heat.check_stack", "children": [] }, { "finished_at": 1549225535.472125, "started_at": 1549225534.042759, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225535.476313, "error": [], "duration": 6.345885992050171, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225540.120587, "started_at": 1549225535.47633, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225541.47733, "started_at": 1549225540.120609, "name": "heat.check_stack", "children": [] }, { "finished_at": 1549225543.822184, "started_at": 1549225541.477348, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225536.267701, "error": [], "duration": 6.345421075820923, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225540.698984, "started_at": 1549225536.267718, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225542.104142, "started_at": 1549225540.699005, "name": "heat.check_stack", "children": [] }, { "finished_at": 1549225544.613108, "started_at": 1549225542.104162, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225536.342218, "error": [], "duration": 5.982436180114746, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225540.64826, "started_at": 1549225536.342235, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225541.946027, "started_at": 1549225540.648278, "name": "heat.check_stack", "children": [] }, { "finished_at": 1549225544.324638, "started_at": 1549225541.946047, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225536.627104, "error": [], "duration": 6.0463550090789795, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225540.893632, "started_at": 1549225536.627121, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225542.234916, "started_at": 1549225540.893652, "name": "heat.check_stack", "children": [] }, { "finished_at": 1549225544.673445, "started_at": 1549225542.234937, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225543.825501, "error": [], "duration": 5.1359100341796875, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225548.271461, "started_at": 1549225543.825518, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225549.64171, "started_at": 1549225548.271479, "name": "heat.check_stack", "children": [] }, { "finished_at": 1549225550.961396, "started_at": 1549225549.641727, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225544.327713, "error": [], "duration": 6.277456045150757, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225548.829302, "started_at": 1549225544.327729, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225550.214747, "started_at": 1549225548.829323, "name": "heat.check_stack", "children": [] }, { "finished_at": 1549225552.605155, "started_at": 1549225550.214767, "name": "heat.delete_stack", "children": [] } ] } ], "failed_iteration_count": 0, "total_iteration_count": 10, "created_at": "2019-02-03T20:25:16", "updated_at": "2019-02-03T20:26:05", "contexts": { "users": { "users_per_tenant": 2, "tenants": 3 }, "roles": [ "heat_stack_owner" ] }, "contexts_results": [ { "setup": { "finished_at": 1549225520.039771, "started_at": 1549225516.942502, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225563.101143, "started_at": 1549225556.169404, "atomic_actions": [], "error": null }, "plugin_cfg": { "user_domain": "Default", "project_domain": "Default", "user_choice_method": "random", "users_per_tenant": 2, "tenants": 3, "resource_management_workers": 20 }, "plugin_name": "users@openstack" }, { "setup": { "finished_at": 1549225528.124335, "started_at": 1549225520.040195, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225556.169, "started_at": 1549225554.854037, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat_stack_owner" ], "plugin_name": "roles@openstack" }, { "setup": { "finished_at": 1549225528.124725, "started_at": 1549225528.124706, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225554.853642, "started_at": 1549225552.625106, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat" ], "plugin_name": "cleanup@openstack" } ], "position": 0, "pass_sla": true, "sla_results": { "sla": [ { "criterion": "failure_rate", "detail": "Failure rate criteria 0.00% <= 0.00% <= 0.00% - Passed", "success": true } ] }, "sla": { "failure_rate": { "max": 0 } } } ] }, { "uuid": "c7e7a472-a255-4432-86a6-b7cce55dfc75", "title": "HeatStacks.create_suspend_resume_delete_stack", "description": "", "status": "finished", "created_at": "2019-02-03T20:26:05", "updated_at": "2019-02-03T20:26:57", "sla": {}, "workloads": [ { "uuid": "a885690f-e26f-4ab3-8157-b68e34ae8860", "description": "Create, suspend-resume and then delete a stack.", "runner": { "constant": { "concurrency": 4, "times": 10 } }, "hooks": [], "scenario": { "HeatStacks.create_suspend_resume_delete_stack": { "template_path": "/usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/rally/scenario/templates/random_strings.yaml.template" } }, "min_duration": 6.488377094268799, "max_duration": 8.030763864517212, "start_time": 1549225576.580655, "load_duration": 26.214168787002563, "full_duration": 50.23397898674011, "statistics": { "durations": { "total": { "data": { "success": "100.0%", "min": 8.488, "max": 10.031, "median": 9.581, "95%ile": 10.005, "iteration_count": 10, "avg": 9.451, "90%ile": 9.979 }, "display_name": "total", "name": "total", "count_per_iteration": 1, "children": [ { "data": { "success": "100.0%", "min": 6.488, "max": 8.031, "median": 7.581, "95%ile": 8.005, "iteration_count": 10, "avg": 7.451, "90%ile": 7.979 }, "display_name": "duration", "name": "duration", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 2.0, "max": 2.0, "median": 2.0, "95%ile": 2.0, "iteration_count": 10, "avg": 2.0, "90%ile": 2.0 }, "display_name": "idle_duration", "name": "idle_duration", "count_per_iteration": 1, "children": [] } ] }, "atomics": [ { "data": { "success": "100.0%", "min": 4.298, "max": 4.657, "median": 4.514, "95%ile": 4.639, "iteration_count": 10, "avg": 4.491, "90%ile": 4.62 }, "display_name": "heat.create_stack", "name": "heat.create_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 0.278, "max": 1.558, "median": 1.429, "95%ile": 1.535, "iteration_count": 10, "avg": 1.312, "90%ile": 1.513 }, "display_name": "heat.suspend_stack", "name": "heat.suspend_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 1.303, "max": 1.504, "median": 1.437, "95%ile": 1.5, "iteration_count": 10, "avg": 1.423, "90%ile": 1.496 }, "display_name": "heat.resume_stack", "name": "heat.resume_stack", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 1.364, "max": 2.52, "median": 2.431, "95%ile": 2.507, "iteration_count": 10, "avg": 2.226, "90%ile": 2.495 }, "display_name": "heat.delete_stack", "name": "heat.delete_stack", "count_per_iteration": 1, "children": [] } ] } }, "data": [ { "timestamp": 1549225576.580655, "error": [], "duration": 8.030763864517212, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225581.161151, "started_at": 1549225576.580715, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225582.587901, "started_at": 1549225581.161173, "name": "heat.suspend_stack", "children": [] }, { "finished_at": 1549225584.091812, "started_at": 1549225582.587936, "name": "heat.resume_stack", "children": [] }, { "finished_at": 1549225586.611406, "started_at": 1549225584.091842, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225576.581968, "error": [], "duration": 7.7965428829193115, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225581.085678, "started_at": 1549225576.582018, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225582.521453, "started_at": 1549225581.085699, "name": "heat.suspend_stack", "children": [] }, { "finished_at": 1549225583.951428, "started_at": 1549225582.521485, "name": "heat.resume_stack", "children": [] }, { "finished_at": 1549225586.378497, "started_at": 1549225583.951449, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225576.585563, "error": [], "duration": 6.989521026611328, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225581.183775, "started_at": 1549225576.585638, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225582.741312, "started_at": 1549225581.183798, "name": "heat.suspend_stack", "children": [] }, { "finished_at": 1549225584.198058, "started_at": 1549225582.741348, "name": "heat.resume_stack", "children": [] }, { "finished_at": 1549225585.575067, "started_at": 1549225584.198088, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225576.588661, "error": [], "duration": 7.973443031311035, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225581.20485, "started_at": 1549225576.588707, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225582.712567, "started_at": 1549225581.204869, "name": "heat.suspend_stack", "children": [] }, { "finished_at": 1549225584.11574, "started_at": 1549225582.712616, "name": "heat.resume_stack", "children": [] }, { "finished_at": 1549225586.562084, "started_at": 1549225584.115758, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225585.578362, "error": [], "duration": 7.8451619148254395, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225590.235817, "started_at": 1549225585.578381, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225591.582817, "started_at": 1549225590.23584, "name": "heat.suspend_stack", "children": [] }, { "finished_at": 1549225592.931571, "started_at": 1549225591.582834, "name": "heat.resume_stack", "children": [] }, { "finished_at": 1549225595.423511, "started_at": 1549225592.93159, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225586.381546, "error": [], "duration": 6.488377094268799, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225590.712808, "started_at": 1549225586.38156, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225590.990794, "started_at": 1549225590.712825, "name": "heat.suspend_stack", "children": [] }, { "finished_at": 1549225592.434477, "started_at": 1549225590.990812, "name": "heat.resume_stack", "children": [] }, { "finished_at": 1549225594.869904, "started_at": 1549225592.434495, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225586.565584, "error": [], "duration": 6.830830097198486, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225591.090047, "started_at": 1549225586.565601, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225592.537393, "started_at": 1549225591.090066, "name": "heat.suspend_stack", "children": [] }, { "finished_at": 1549225594.032834, "started_at": 1549225592.537418, "name": "heat.resume_stack", "children": [] }, { "finished_at": 1549225595.396399, "started_at": 1549225594.032865, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225586.614422, "error": [], "duration": 7.660279989242554, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225590.91214, "started_at": 1549225586.614436, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225592.343042, "started_at": 1549225590.912161, "name": "heat.suspend_stack", "children": [] }, { "finished_at": 1549225593.788835, "started_at": 1549225592.343067, "name": "heat.resume_stack", "children": [] }, { "finished_at": 1549225596.274687, "started_at": 1549225593.788853, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225594.873616, "error": [], "duration": 7.501017093658447, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225599.252728, "started_at": 1549225594.873634, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225600.61415, "started_at": 1549225599.252747, "name": "heat.suspend_stack", "children": [] }, { "finished_at": 1549225602.010013, "started_at": 1549225600.614167, "name": "heat.resume_stack", "children": [] }, { "finished_at": 1549225604.374618, "started_at": 1549225602.010036, "name": "heat.delete_stack", "children": [] } ] }, { "timestamp": 1549225595.399705, "error": [], "duration": 7.395118951797485, "output": { "additive": [], "complete": [] }, "idle_duration": 2.0, "atomic_actions": [ { "finished_at": 1549225599.817897, "started_at": 1549225595.399727, "name": "heat.create_stack", "children": [] }, { "finished_at": 1549225601.147487, "started_at": 1549225599.817915, "name": "heat.suspend_stack", "children": [] }, { "finished_at": 1549225602.45049, "started_at": 1549225601.147506, "name": "heat.resume_stack", "children": [] }, { "finished_at": 1549225604.794808, "started_at": 1549225602.450522, "name": "heat.delete_stack", "children": [] } ] } ], "failed_iteration_count": 0, "total_iteration_count": 10, "created_at": "2019-02-03T20:26:05", "updated_at": "2019-02-03T20:26:57", "contexts": { "users": { "users_per_tenant": 2, "tenants": 3 }, "roles": [ "heat_stack_owner" ] }, "contexts_results": [ { "setup": { "finished_at": 1549225568.522323, "started_at": 1549225565.123507, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225615.355907, "started_at": 1549225608.371412, "atomic_actions": [], "error": null }, "plugin_cfg": { "user_domain": "Default", "project_domain": "Default", "user_choice_method": "random", "users_per_tenant": 2, "tenants": 3, "resource_management_workers": 20 }, "plugin_name": "users@openstack" }, { "setup": { "finished_at": 1549225576.563173, "started_at": 1549225568.522673, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225608.371005, "started_at": 1549225606.833961, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat_stack_owner" ], "plugin_name": "roles@openstack" }, { "setup": { "finished_at": 1549225576.563597, "started_at": 1549225576.563593, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225606.833603, "started_at": 1549225604.823762, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat" ], "plugin_name": "cleanup@openstack" } ], "position": 0, "pass_sla": true, "sla_results": { "sla": [ { "criterion": "failure_rate", "detail": "Failure rate criteria 0.00% <= 0.00% <= 0.00% - Passed", "success": true } ] }, "sla": { "failure_rate": { "max": 0 } } } ] }, { "uuid": "ad88e5e3-9e2e-4581-beda-32d418df2166", "title": "HeatStacks.list_stacks_and_resources", "description": "", "status": "finished", "created_at": "2019-02-03T20:26:57", "updated_at": "2019-02-03T20:27:19", "sla": {}, "workloads": [ { "uuid": "3628b1ac-ac30-4fbb-b587-c87b62c63280", "description": "List all resources from tenant stacks.", "runner": { "constant": { "concurrency": 4, "times": 10 } }, "hooks": [], "scenario": { "HeatStacks.list_stacks_and_resources": {} }, "min_duration": 0.5867428779602051, "max_duration": 0.8605270385742188, "start_time": 1549225628.536956, "load_duration": 2.2606379985809326, "full_duration": 21.40926504135132, "statistics": { "durations": { "total": { "data": { "success": "100.0%", "min": 0.587, "max": 0.861, "median": 0.806, "95%ile": 0.851, "iteration_count": 10, "avg": 0.773, "90%ile": 0.842 }, "display_name": "total", "name": "total", "count_per_iteration": 1, "children": [ { "data": { "success": "100.0%", "min": 0.587, "max": 0.861, "median": 0.806, "95%ile": 0.851, "iteration_count": 10, "avg": 0.773, "90%ile": 0.842 }, "display_name": "duration", "name": "duration", "count_per_iteration": 1, "children": [] }, { "data": { "success": "100.0%", "min": 0.0, "max": 0.0, "median": 0.0, "95%ile": 0.0, "iteration_count": 10, "avg": 0.0, "90%ile": 0.0 }, "display_name": "idle_duration", "name": "idle_duration", "count_per_iteration": 1, "children": [] } ] }, "atomics": [ { "data": { "success": "100.0%", "min": 0.587, "max": 0.86, "median": 0.806, "95%ile": 0.851, "iteration_count": 10, "avg": 0.773, "90%ile": 0.842 }, "display_name": "heat.list_stacks", "name": "heat.list_stacks", "count_per_iteration": 1, "children": [] } ] } }, "data": [ { "timestamp": 1549225628.536956, "error": [], "duration": 0.8148598670959473, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549225629.351812, "started_at": 1549225628.53707, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225628.537938, "error": [], "duration": 0.7739517688751221, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549225629.311884, "started_at": 1549225628.537994, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225628.539067, "error": [], "duration": 0.8605270385742188, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549225629.399588, "started_at": 1549225628.539116, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225628.54124, "error": [], "duration": 0.8403730392456055, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549225629.381608, "started_at": 1549225628.541291, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225629.315034, "error": [], "duration": 0.8259391784667969, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549225630.140965, "started_at": 1549225629.31505, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225629.353996, "error": [], "duration": 0.826185941696167, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549225630.180175, "started_at": 1549225629.354012, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225629.38485, "error": [], "duration": 0.7963478565216064, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549225630.181192, "started_at": 1549225629.384867, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225629.402757, "error": [], "duration": 0.7887649536132812, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549225630.191513, "started_at": 1549225629.402773, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225630.1449, "error": [], "duration": 0.5867428779602051, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549225630.731636, "started_at": 1549225630.144918, "name": "heat.list_stacks", "children": [] } ] }, { "timestamp": 1549225630.183192, "error": [], "duration": 0.6144020557403564, "output": { "additive": [], "complete": [] }, "idle_duration": 0.0, "atomic_actions": [ { "finished_at": 1549225630.797587, "started_at": 1549225630.183207, "name": "heat.list_stacks", "children": [] } ] } ], "failed_iteration_count": 0, "total_iteration_count": 10, "created_at": "2019-02-03T20:26:57", "updated_at": "2019-02-03T20:27:19", "contexts": { "users": { "users_per_tenant": 2, "tenants": 3 }, "roles": [ "heat_stack_owner" ] }, "contexts_results": [ { "setup": { "finished_at": 1549225620.442812, "started_at": 1549225617.318658, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225638.726396, "started_at": 1549225632.161164, "atomic_actions": [], "error": null }, "plugin_cfg": { "user_domain": "Default", "project_domain": "Default", "user_choice_method": "random", "users_per_tenant": 2, "tenants": 3, "resource_management_workers": 20 }, "plugin_name": "users@openstack" }, { "setup": { "finished_at": 1549225628.520337, "started_at": 1549225620.443222, "atomic_actions": [], "error": null }, "cleanup": { "finished_at": 1549225632.160793, "started_at": 1549225630.814891, "atomic_actions": [], "error": null }, "plugin_cfg": [ "heat_stack_owner" ], "plugin_name": "roles@openstack" } ], "position": 0, "pass_sla": true, "sla_results": { "sla": [ { "criterion": "failure_rate", "detail": "Failure rate criteria 0.00% <= 0.00% <= 0.00% - Passed", "success": true } ] }, "sla": { "failure_rate": { "max": 0 } } } ] } ] } ] }