Task overview

Scenario Load duration (s) Full duration (s) Iterations Runner Errors Hooks Success (SLA)
NeutronNetworks.associate_and_dissociate_floating_ips 40.326 97.219 10 constant 0 0
NeutronNetworks.create_and_delete_floating_ips 10.427 30.253 10 constant 0 0
NeutronNetworks.create_and_delete_networks 17.413 29.159 40 constant 0 0
NeutronNetworks.create_and_delete_ports 77.825 103.161 40 constant 0 0
NeutronNetworks.create_and_delete_routers 176.144 225.012 40 constant 0 0
NeutronNetworks.create_and_delete_subnets 75.534 105.519 40 constant 0 0
NeutronNetworks.create_and_list_floating_ips 7.496 31.079 10 constant 0 0
NeutronNetworks.create_and_list_networks 27.673 69.999 100 constant 0 0
NeutronNetworks.create_and_list_ports 103.864 215.395 8 constant 0 0
NeutronNetworks.create_and_list_routers 133.790 296.512 40 constant 0 0
NeutronNetworks.create_and_list_subnets 41.107 127.545 40 constant 0 0
NeutronNetworks.create_and_update_networks 14.180 40.740 40 constant 0 0
NeutronNetworks.create_and_update_ports 73.637 147.749 40 constant 0 0
NeutronNetworks.create_and_update_routers 127.133 250.380 40 constant 0 0
NeutronNetworks.create_and_update_subnets 156.806 333.139 100 constant 0 0
NeutronSecurityGroup.create_and_delete_security_group_rule 12.821 31.230 50 constant 0 0
NeutronSecurityGroup.create_and_delete_security_groups 10.119 29.982 50 constant 0 0
NeutronSecurityGroup.create_and_list_security_group_rules 50.787 82.246 50 constant 0 0
NeutronSecurityGroup.create_and_list_security_groups 14.391 43.204 50 constant 0 0
NeutronSecurityGroup.create_and_show_security_group 7.885 36.905 50 constant 0 0
NeutronSecurityGroup.create_and_show_security_group_rule 9.355 37.812 50 constant 0 0
NeutronSecurityGroup.create_and_update_security_groups 8.899 36.587 50 constant 0 0
NeutronTrunks.create_and_list_trunks 183.553 320.791 4 constant 0 0
Quotas.neutron_update 5.429 45.154 40 constant 0 0

Input file

{
  "version": 2,
  "title": "",
  "description": "",
  "subtasks": [
    {
      "title": "Network related workloads.",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronNetworks.create_and_list_networks": {}
          },
          "description": "Check performance of list_networks action and ensure > network quotas are not exceeded",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": 119
              }
            }
          },
          "runner": {
            "constant": {
              "times": 100,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "max_avg_duration_per_atomic": {
              "neutron.list_networks": 15
            },
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_update_networks": {
              "network_create_args": {},
              "network_update_args": {
                "admin_state_up": false,
                "name": "_updated"
              }
            }
          },
          "description": "Check network update action",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_delete_networks": {}
          },
          "description": "Create and delete a network.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Subnet related workloads.",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronNetworks.create_and_list_subnets": {
              "subnets_per_network": 2
            }
          },
          "description": "Create and a given number of subnets and list all subnets.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "subnet": -1,
                "network": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_update_subnets": {
              "network_create_args": {},
              "subnet_create_args": {},
              "subnet_cidr_start": "1.4.0.0/16",
              "subnets_per_network": 2,
              "subnet_update_args": {
                "enable_dhcp": true,
                "name": "_subnet_updated"
              }
            }
          },
          "description": "Create and update a subnet.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 5
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1,
                "port": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 100,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_delete_subnets": {
              "network_create_args": {},
              "subnet_create_args": {},
              "subnet_cidr_start": "1.1.0.0/30",
              "subnets_per_network": 2
            }
          },
          "description": "Create and delete a given number of subnets.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Routers related workloads.",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronNetworks.create_and_list_routers": {
              "network_create_args": null,
              "subnet_create_args": null,
              "subnet_cidr_start": "1.1.0.0/30",
              "subnets_per_network": 2,
              "router_create_args": null
            }
          },
          "description": "Create and a given number of routers and list all routers.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1,
                "router": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_update_routers": {
              "network_create_args": {},
              "subnet_create_args": {},
              "subnet_cidr_start": "1.1.0.0/30",
              "subnets_per_network": 2,
              "router_create_args": {},
              "router_update_args": {
                "admin_state_up": false,
                "name": "_router_updated"
              }
            }
          },
          "description": "Create and update a given number of routers.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1,
                "router": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_delete_routers": {
              "network_create_args": {},
              "subnet_create_args": {},
              "subnet_cidr_start": "1.1.0.0/30",
              "subnets_per_network": 2,
              "router_create_args": {}
            }
          },
          "description": "Create and delete a given number of routers.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1,
                "router": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Ports related workloads.",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronNetworks.create_and_list_ports": {
              "network_create_args": null,
              "port_create_args": null,
              "ports_per_network": 50
            }
          },
          "description": "Check performance of list ports action and ensure > network quotas are not exceeded",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1,
                "router": -1,
                "port": 811
              }
            }
          },
          "runner": {
            "constant": {
              "times": 8,
              "concurrency": 4
            }
          },
          "hooks": [],
          "sla": {
            "max_avg_duration_per_atomic": {
              "neutron.list_ports": 15
            },
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_update_ports": {
              "network_create_args": {},
              "port_create_args": {},
              "ports_per_network": 5,
              "port_update_args": {
                "admin_state_up": false,
                "device_id": "dummy_id",
                "device_owner": "dummy_owner",
                "name": "_port_updated"
              }
            }
          },
          "description": "Create and update a given number of ports.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "port": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_delete_ports": {
              "network_create_args": {},
              "port_create_args": {},
              "ports_per_network": 5
            }
          },
          "description": "Create and delete a port.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "port": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Quotas update check",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "Quotas.neutron_update": {
              "max_quota": 1024
            }
          },
          "description": "Update quotas for neutron.",
          "contexts": {
            "users": {
              "tenants": 20,
              "users_per_tenant": 1
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Trunks related workload",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronTrunks.create_and_list_trunks": {
              "subport_count": 125
            }
          },
          "description": "Create and a given number of trunks with subports and list all trunks",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "port": 1000
              }
            }
          },
          "runner": {
            "constant": {
              "times": 4,
              "concurrency": 4
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Floating IP related workloads",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronNetworks.create_and_delete_floating_ips": {
              "floating_network": "floating_net",
              "floating_ip_args": {}
            }
          },
          "description": "Create and delete floating IPs.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "floatingip": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 10,
              "concurrency": 5
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_list_floating_ips": {
              "floating_network": "floating_net",
              "floating_ip_args": {}
            }
          },
          "description": "Create and list floating IPs.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "floatingip": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 10,
              "concurrency": 5
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.associate_and_dissociate_floating_ips": {
              "floating_network": "floating_net"
            }
          },
          "description": "Associate and dissociate floating IPs.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "floatingip": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 10,
              "concurrency": 5
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Security Group Related Scenarios",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_delete_security_group_rule": {
              "security_group_args": {},
              "security_group_rule_args": {}
            }
          },
          "description": "Create and delete Neutron security-group-rule.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1,
                "security_group_rule": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_delete_security_groups": {
              "security_group_create_args": {}
            }
          },
          "description": "Create and delete Neutron security-groups.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_list_security_group_rules": {
              "security_group_args": {},
              "security_group_rule_args": {},
              "security_group_rules_count": 20
            }
          },
          "description": "Create and list Neutron security-group-rules.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1,
                "security_group_rule": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_list_security_groups": {
              "security_group_create_args": {}
            }
          },
          "description": "Create and list Neutron security-groups.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_show_security_group_rule": {
              "security_group_args": {},
              "security_group_rule_args": {}
            }
          },
          "description": "Create and show Neutron security-group-rule.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1,
                "security_group_rule": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_show_security_group": {
              "security_group_create_args": {}
            }
          },
          "description": "Create and show Neutron security-group.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_update_security_groups": {
              "security_group_create_args": {},
              "security_group_update_args": {}
            }
          },
          "description": "Create and update Neutron security-groups.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    }
  ]
}

. (s)

  • Overview
  • Details
  • Scenario Data
  • Hooks
  • Failures
  • Input task