Task overview

Scenario Load duration (s) Full duration (s) Iterations Runner Errors Hooks Success (SLA)
NeutronNetworks.associate_and_dissociate_floating_ips 47.177 117.191 10 constant 0 0
NeutronNetworks.create_and_delete_floating_ips 13.207 35.365 10 constant 0 0
NeutronNetworks.create_and_delete_networks 17.751 32.283 40 constant 0 0
NeutronNetworks.create_and_delete_ports 96.258 125.849 40 constant 0 0
NeutronNetworks.create_and_delete_routers 219.090 300.595 40 constant 0 0
NeutronNetworks.create_and_delete_subnets 96.076 124.471 40 constant 0 0
NeutronNetworks.create_and_list_floating_ips 8.110 34.948 10 constant 0 0
NeutronNetworks.create_and_list_networks 32.831 83.340 100 constant 0 0
NeutronNetworks.create_and_list_ports 115.242 239.962 8 constant 0 0
NeutronNetworks.create_and_list_routers 155.253 332.909 40 constant 0 0
NeutronNetworks.create_and_list_subnets 42.682 133.524 40 constant 0 0
NeutronNetworks.create_and_update_networks 14.999 44.950 40 constant 0 0
NeutronNetworks.create_and_update_ports 81.991 163.437 40 constant 0 0
NeutronNetworks.create_and_update_routers 164.093 338.069 40 constant 0 0
NeutronNetworks.create_and_update_subnets 160.987 352.471 100 constant 0 0
NeutronSecurityGroup.create_and_delete_security_group_rule 13.542 35.281 50 constant 0 0
NeutronSecurityGroup.create_and_delete_security_groups 10.561 33.185 50 constant 0 0
NeutronSecurityGroup.create_and_list_security_group_rules 64.776 98.381 50 constant 0 0
NeutronSecurityGroup.create_and_list_security_groups 10.735 42.230 50 constant 0 0
NeutronSecurityGroup.create_and_show_security_group 8.564 39.827 50 constant 0 0
NeutronSecurityGroup.create_and_show_security_group_rule 9.913 43.279 50 constant 0 0
NeutronSecurityGroup.create_and_update_security_groups 10.014 41.694 50 constant 0 0
NeutronTrunks.create_and_list_trunks 310.532 465.781 4 constant 0 0
Quotas.neutron_update 5.533 51.291 40 constant 0 0

Input file

{
  "version": 2,
  "title": "",
  "description": "",
  "subtasks": [
    {
      "title": "Network related workloads.",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronNetworks.create_and_list_networks": {}
          },
          "description": "Check performance of list_networks action and ensure > network quotas are not exceeded",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": 119
              }
            }
          },
          "runner": {
            "constant": {
              "times": 100,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "max_avg_duration_per_atomic": {
              "neutron.list_networks": 15
            },
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_update_networks": {
              "network_create_args": {},
              "network_update_args": {
                "admin_state_up": false,
                "name": "_updated"
              }
            }
          },
          "description": "Check network update action",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_delete_networks": {}
          },
          "description": "Create and delete a network.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Subnet related workloads.",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronNetworks.create_and_list_subnets": {
              "subnets_per_network": 2
            }
          },
          "description": "Create and a given number of subnets and list all subnets.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "subnet": -1,
                "network": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_update_subnets": {
              "network_create_args": {},
              "subnet_create_args": {},
              "subnet_cidr_start": "1.4.0.0/16",
              "subnets_per_network": 2,
              "subnet_update_args": {
                "enable_dhcp": true,
                "name": "_subnet_updated"
              }
            }
          },
          "description": "Create and update a subnet.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 5
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1,
                "port": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 100,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_delete_subnets": {
              "network_create_args": {},
              "subnet_create_args": {},
              "subnet_cidr_start": "1.1.0.0/30",
              "subnets_per_network": 2
            }
          },
          "description": "Create and delete a given number of subnets.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Routers related workloads.",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronNetworks.create_and_list_routers": {
              "network_create_args": null,
              "subnet_create_args": null,
              "subnet_cidr_start": "1.1.0.0/30",
              "subnets_per_network": 2,
              "router_create_args": null
            }
          },
          "description": "Create and a given number of routers and list all routers.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1,
                "router": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_update_routers": {
              "network_create_args": {},
              "subnet_create_args": {},
              "subnet_cidr_start": "1.1.0.0/30",
              "subnets_per_network": 2,
              "router_create_args": {},
              "router_update_args": {
                "admin_state_up": false,
                "name": "_router_updated"
              }
            }
          },
          "description": "Create and update a given number of routers.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1,
                "router": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_delete_routers": {
              "network_create_args": {},
              "subnet_create_args": {},
              "subnet_cidr_start": "1.1.0.0/30",
              "subnets_per_network": 2,
              "router_create_args": {}
            }
          },
          "description": "Create and delete a given number of routers.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1,
                "router": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Ports related workloads.",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronNetworks.create_and_list_ports": {
              "network_create_args": null,
              "port_create_args": null,
              "ports_per_network": 50
            }
          },
          "description": "Check performance of list ports action and ensure > network quotas are not exceeded",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1,
                "router": -1,
                "port": 811
              }
            }
          },
          "runner": {
            "constant": {
              "times": 8,
              "concurrency": 4
            }
          },
          "hooks": [],
          "sla": {
            "max_avg_duration_per_atomic": {
              "neutron.list_ports": 15
            },
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_update_ports": {
              "network_create_args": {},
              "port_create_args": {},
              "ports_per_network": 5,
              "port_update_args": {
                "admin_state_up": false,
                "device_id": "dummy_id",
                "device_owner": "dummy_owner",
                "name": "_port_updated"
              }
            }
          },
          "description": "Create and update a given number of ports.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "port": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_delete_ports": {
              "network_create_args": {},
              "port_create_args": {},
              "ports_per_network": 5
            }
          },
          "description": "Create and delete a port.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "port": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Quotas update check",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "Quotas.neutron_update": {
              "max_quota": 1024
            }
          },
          "description": "Update quotas for neutron.",
          "contexts": {
            "users": {
              "tenants": 20,
              "users_per_tenant": 1
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Trunks related workload",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronTrunks.create_and_list_trunks": {
              "subport_count": 125
            }
          },
          "description": "Create and a given number of trunks with subports and list all trunks",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "port": 1000
              }
            }
          },
          "runner": {
            "constant": {
              "times": 4,
              "concurrency": 4
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Floating IP related workloads",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronNetworks.create_and_delete_floating_ips": {
              "floating_network": "floating_net",
              "floating_ip_args": {}
            }
          },
          "description": "Create and delete floating IPs.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "floatingip": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 10,
              "concurrency": 5
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_list_floating_ips": {
              "floating_network": "floating_net",
              "floating_ip_args": {}
            }
          },
          "description": "Create and list floating IPs.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "floatingip": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 10,
              "concurrency": 5
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.associate_and_dissociate_floating_ips": {
              "floating_network": "floating_net"
            }
          },
          "description": "Associate and dissociate floating IPs.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "floatingip": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 10,
              "concurrency": 5
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Security Group Related Scenarios",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_delete_security_group_rule": {
              "security_group_args": {},
              "security_group_rule_args": {}
            }
          },
          "description": "Create and delete Neutron security-group-rule.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1,
                "security_group_rule": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_delete_security_groups": {
              "security_group_create_args": {}
            }
          },
          "description": "Create and delete Neutron security-groups.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_list_security_group_rules": {
              "security_group_args": {},
              "security_group_rule_args": {},
              "security_group_rules_count": 20
            }
          },
          "description": "Create and list Neutron security-group-rules.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1,
                "security_group_rule": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_list_security_groups": {
              "security_group_create_args": {}
            }
          },
          "description": "Create and list Neutron security-groups.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_show_security_group_rule": {
              "security_group_args": {},
              "security_group_rule_args": {}
            }
          },
          "description": "Create and show Neutron security-group-rule.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1,
                "security_group_rule": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_show_security_group": {
              "security_group_create_args": {}
            }
          },
          "description": "Create and show Neutron security-group.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_update_security_groups": {
              "security_group_create_args": {},
              "security_group_update_args": {}
            }
          },
          "description": "Create and update Neutron security-groups.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    }
  ]
}

. (s)

  • Overview
  • Details
  • Scenario Data
  • Hooks
  • Failures
  • Input task