Task overview

Scenario Load duration (s) Full duration (s) Iterations Runner Errors Hooks Success (SLA)
NeutronNetworks.associate_and_dissociate_floating_ips 45.043 108.955 10 constant 0 0
NeutronNetworks.create_and_delete_floating_ips 9.847 31.678 10 constant 0 0
NeutronNetworks.create_and_delete_networks 16.639 30.337 40 constant 0 0
NeutronNetworks.create_and_delete_ports 90.112 118.613 40 constant 0 0
NeutronNetworks.create_and_delete_routers 210.819 292.489 40 constant 0 0
NeutronNetworks.create_and_delete_subnets 93.380 122.272 40 constant 0 0
NeutronNetworks.create_and_list_floating_ips 6.651 33.925 10 constant 0 0
NeutronNetworks.create_and_list_networks 31.033 80.331 100 constant 0 0
NeutronNetworks.create_and_list_ports 115.702 239.115 8 constant 0 0
NeutronNetworks.create_and_list_routers 145.336 317.015 40 constant 0 0
NeutronNetworks.create_and_list_subnets 47.847 132.119 40 constant 0 0
NeutronNetworks.create_and_update_networks 14.941 44.785 40 constant 0 0
NeutronNetworks.create_and_update_ports 89.474 174.742 40 constant 0 0
NeutronNetworks.create_and_update_routers 156.857 332.221 40 constant 0 0
NeutronNetworks.create_and_update_subnets 155.320 349.755 100 constant 0 0
NeutronSecurityGroup.create_and_delete_security_group_rule 13.274 34.765 50 constant 0 0
NeutronSecurityGroup.create_and_delete_security_groups 11.099 32.854 50 constant 0 0
NeutronSecurityGroup.create_and_list_security_group_rules 60.701 94.764 50 constant 0 0
NeutronSecurityGroup.create_and_list_security_groups 10.386 43.017 50 constant 0 0
NeutronSecurityGroup.create_and_show_security_group 8.553 40.311 50 constant 0 0
NeutronSecurityGroup.create_and_show_security_group_rule 10.115 41.880 50 constant 0 0
NeutronSecurityGroup.create_and_update_security_groups 10.087 42.168 50 constant 0 0
NeutronTrunks.create_and_list_trunks 103.657 255.693 4 constant 0 0
Quotas.neutron_update 5.694 51.699 40 constant 0 0

Input file

{
  "version": 2,
  "title": "",
  "description": "",
  "subtasks": [
    {
      "title": "Network related workloads.",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronNetworks.create_and_list_networks": {}
          },
          "description": "Check performance of list_networks action and ensure > network quotas are not exceeded",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": 119
              }
            }
          },
          "runner": {
            "constant": {
              "times": 100,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "max_avg_duration_per_atomic": {
              "neutron.list_networks": 15
            },
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_update_networks": {
              "network_create_args": {},
              "network_update_args": {
                "admin_state_up": false,
                "name": "_updated"
              }
            }
          },
          "description": "Check network update action",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_delete_networks": {}
          },
          "description": "Create and delete a network.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Subnet related workloads.",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronNetworks.create_and_list_subnets": {
              "subnets_per_network": 2
            }
          },
          "description": "Create and a given number of subnets and list all subnets.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "subnet": -1,
                "network": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_update_subnets": {
              "network_create_args": {},
              "subnet_create_args": {},
              "subnet_cidr_start": "1.4.0.0/16",
              "subnets_per_network": 2,
              "subnet_update_args": {
                "enable_dhcp": true,
                "name": "_subnet_updated"
              }
            }
          },
          "description": "Create and update a subnet.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 5
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1,
                "port": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 100,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_delete_subnets": {
              "network_create_args": {},
              "subnet_create_args": {},
              "subnet_cidr_start": "1.1.0.0/30",
              "subnets_per_network": 2
            }
          },
          "description": "Create and delete a given number of subnets.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Routers related workloads.",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronNetworks.create_and_list_routers": {
              "network_create_args": null,
              "subnet_create_args": null,
              "subnet_cidr_start": "1.1.0.0/30",
              "subnets_per_network": 2,
              "router_create_args": null
            }
          },
          "description": "Create and a given number of routers and list all routers.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1,
                "router": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_update_routers": {
              "network_create_args": {},
              "subnet_create_args": {},
              "subnet_cidr_start": "1.1.0.0/30",
              "subnets_per_network": 2,
              "router_create_args": {},
              "router_update_args": {
                "admin_state_up": false,
                "name": "_router_updated"
              }
            }
          },
          "description": "Create and update a given number of routers.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1,
                "router": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_delete_routers": {
              "network_create_args": {},
              "subnet_create_args": {},
              "subnet_cidr_start": "1.1.0.0/30",
              "subnets_per_network": 2,
              "router_create_args": {}
            }
          },
          "description": "Create and delete a given number of routers.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1,
                "router": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Ports related workloads.",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronNetworks.create_and_list_ports": {
              "network_create_args": null,
              "port_create_args": null,
              "ports_per_network": 50
            }
          },
          "description": "Check performance of list ports action and ensure > network quotas are not exceeded",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "subnet": -1,
                "router": -1,
                "port": 811
              }
            }
          },
          "runner": {
            "constant": {
              "times": 8,
              "concurrency": 4
            }
          },
          "hooks": [],
          "sla": {
            "max_avg_duration_per_atomic": {
              "neutron.list_ports": 15
            },
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_update_ports": {
              "network_create_args": {},
              "port_create_args": {},
              "ports_per_network": 5,
              "port_update_args": {
                "admin_state_up": false,
                "device_id": "dummy_id",
                "device_owner": "dummy_owner",
                "name": "_port_updated"
              }
            }
          },
          "description": "Create and update a given number of ports.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "port": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_delete_ports": {
              "network_create_args": {},
              "port_create_args": {},
              "ports_per_network": 5
            }
          },
          "description": "Create and delete a port.",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "port": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Quotas update check",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "Quotas.neutron_update": {
              "max_quota": 1024
            }
          },
          "description": "Update quotas for neutron.",
          "contexts": {
            "users": {
              "tenants": 20,
              "users_per_tenant": 1
            }
          },
          "runner": {
            "constant": {
              "times": 40,
              "concurrency": 20
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Trunks related workload",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronTrunks.create_and_list_trunks": {
              "subport_count": 125
            }
          },
          "description": "Create and a given number of trunks with subports and list all trunks",
          "contexts": {
            "users": {
              "tenants": 1,
              "users_per_tenant": 1
            },
            "quotas": {
              "neutron": {
                "network": -1,
                "port": 1000
              }
            }
          },
          "runner": {
            "constant": {
              "times": 4,
              "concurrency": 4
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Floating IP related workloads",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronNetworks.create_and_delete_floating_ips": {
              "floating_network": "floating_net",
              "floating_ip_args": {}
            }
          },
          "description": "Create and delete floating IPs.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "floatingip": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 10,
              "concurrency": 5
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.create_and_list_floating_ips": {
              "floating_network": "floating_net",
              "floating_ip_args": {}
            }
          },
          "description": "Create and list floating IPs.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "floatingip": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 10,
              "concurrency": 5
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronNetworks.associate_and_dissociate_floating_ips": {
              "floating_network": "floating_net"
            }
          },
          "description": "Associate and dissociate floating IPs.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "floatingip": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 10,
              "concurrency": 5
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    },
    {
      "title": "Security Group Related Scenarios",
      "description": "",
      "workloads": [
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_delete_security_group_rule": {
              "security_group_args": {},
              "security_group_rule_args": {}
            }
          },
          "description": "Create and delete Neutron security-group-rule.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1,
                "security_group_rule": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_delete_security_groups": {
              "security_group_create_args": {}
            }
          },
          "description": "Create and delete Neutron security-groups.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_list_security_group_rules": {
              "security_group_args": {},
              "security_group_rule_args": {},
              "security_group_rules_count": 20
            }
          },
          "description": "Create and list Neutron security-group-rules.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1,
                "security_group_rule": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_list_security_groups": {
              "security_group_create_args": {}
            }
          },
          "description": "Create and list Neutron security-groups.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_show_security_group_rule": {
              "security_group_args": {},
              "security_group_rule_args": {}
            }
          },
          "description": "Create and show Neutron security-group-rule.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1,
                "security_group_rule": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_show_security_group": {
              "security_group_create_args": {}
            }
          },
          "description": "Create and show Neutron security-group.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        },
        {
          "scenario": {
            "NeutronSecurityGroup.create_and_update_security_groups": {
              "security_group_create_args": {},
              "security_group_update_args": {}
            }
          },
          "description": "Create and update Neutron security-groups.",
          "contexts": {
            "users": {
              "tenants": 2,
              "users_per_tenant": 3
            },
            "quotas": {
              "neutron": {
                "security_group": -1
              }
            }
          },
          "runner": {
            "constant": {
              "times": 50,
              "concurrency": 10
            }
          },
          "hooks": [],
          "sla": {
            "failure_rate": {
              "max": 0
            }
          }
        }
      ]
    }
  ]
}

. (s)

  • Overview
  • Details
  • Scenario Data
  • Hooks
  • Failures
  • Input task