Python Framework for QTIP

Dhrystone Whetstone and DPI benchmarks have been implemented
CLI arguments have been implemented
test case are sorted based on category such as compute,network and storage
glance and heat client have been used to generate the stack.
automatic upload of QTIP image and delete function for existing stack before
creating new stack has been implemented
system information collecton and result generation has been implemented
JIRA: QTIP-17
Signed-off-by: Mofassir Arif <mofassir_arif@dell.com>

Change-Id: I4b7b134017723c30c771cc14d2edce33fcb8ba00

14 files changed, 461 insertions, 0 deletions

diff --git a/test_cases/.TESTER.yaml.swo b/test_cases/.TESTER.yaml.swo
new file mode 100644
index 00000000..b51f8c90
--- /dev/null
+++ b/test_cases/.TESTER.yaml.swo
diff --git a/test_cases/.TESTER.yaml.swp b/test_cases/.TESTER.yaml.swp
new file mode 100644
index 00000000..aa95a5c1
--- /dev/null
+++ b/test_cases/.TESTER.yaml.swp
diff --git a/test_cases/SampleHeat.yaml b/test_cases/SampleHeat.yaml
new file mode 100644
index 00000000..95b9a137
--- /dev/null
+++ b/test_cases/SampleHeat.yaml
@@ -0,0 +1,103 @@
+  heat_template_version: 2014-10-16
+
+  description: Test10
+  
+  parameters:
+
+    public_network:
+      type: string
+      label: Public Network name or ID
+      description: Public network with floating IPs
+      default: "provider_network"
+
+    private_net_name:
+      type: string
+      default: "private_network"
+  
+    flavor:
+      type: string
+      label: Flavor
+      default: m1.large
+
+    image:
+      type: string
+      label: Image name
+      default: CentOS
+    
+    availability_zone:
+      type: string
+      description: The Availability Zone to launch the instance.
+      default: compute1
+  
+  resources:
+
+    private_network:
+      type: OS::Neutron::Net
+      
+
+    private_subnet:
+      type: OS::Neutron::Subnet
+      properties:
+        network_id: { get_resource: private_network }
+        cidr: 10.10.17.0/24
+        dns_nameservers:
+          - 8.8.8.8
+    
+    router_1:
+      type: OS::Neutron::Router
+      properties:
+        external_gateway_info:
+          network: { get_param: public_network  }
+
+    router_interface:
+      type: OS::Neutron::RouterInterface
+      properties:
+        router_id: { get_resource: router_1 } 
+        subnet: { get_resource: private_subnet }
+
+    public_port:
+      type: OS::Neutron::Port
+      properties:
+        network: { get_resource: private_network }
+        security_groups: [{ get_resource: demo1_security_Group }]
+
+    floating_ip:
+      type: OS::Neutron::FloatingIP
+      properties:
+        floating_network: { get_param: public_network }
+     
+    floating_ip_assoc:
+      type: OS::Neutron::FloatingIPAssociation
+      properties:
+       floatingip_id: { get_resource: floating_ip }
+       port_id: { get_resource: public_port }
+
+    demo1_security_Group:
+      type: OS::Neutron::SecurityGroup
+      properties:
+        name: demo1_security_Group
+        rules:
+          - protocol: tcp
+            port_range_min: 22
+            port_range_max: 22
+          - protocol: icmp    
+  
+    my_instance:
+      type: OS::Nova::Server
+      properties:
+        image: { get_param: image}
+        flavor: { get_param: flavor}
+        availability_zone: { get_param: availability_zone }
+        networks:
+          - port: { get_resource: public_port }
+        
+
+
+  outputs:
+   instance_ip:
+     description: IP address of the instance
+     value: { get_attr: [floating_ip, floating_ip_address] }
+   
+
+
+
diff --git a/test_cases/TESTER.yaml b/test_cases/TESTER.yaml
new file mode 100644
index 00000000..5a3f2d33
--- /dev/null
+++ b/test_cases/TESTER.yaml
@@ -0,0 +1,36 @@
+Scenario:
+  benchmark: dpi
+  host: virtualmachine_1
+  server: virtualmachine_2
+  pointless:
+Context:
+  Host_Machines:
+
+
+  Virtual_Machines:
+     virtualmachine_1:
+      availability_zone: nova
+      OS_image: QTIP_CentOS
+      public_network: 'provider_network'
+      role: iiihost
+      flavor: m1.large
+     virtualmachine_2:
+      availability_zone: nova
+      OS_image: QTIP_CentOS
+      public_network: 'provider_network'
+      role: server
+      flavor: m1.large
+
+Test_Description:
+  Test_category: "Compute"
+  Benchmark: "dpi"
+  Overview: >
+        '''This test will run the DPI benchmark in serial on virutalmachine_1 and virtualmachine_2.\n
+         if you wish to add a host machine add the following information under the Host_Machine tag
+
+        machine_1:
+          ip:
+          pw:
+          role:
+          '''
+ 
diff --git a/test_cases/compute/.whetstone_serial.yaml.swp b/test_cases/compute/.whetstone_serial.yaml.swp
new file mode 100644
index 00000000..bbfd3be2
--- /dev/null
+++ b/test_cases/compute/.whetstone_serial.yaml.swp
diff --git a/test_cases/compute/dhrystone_parallel.yaml b/test_cases/compute/dhrystone_parallel.yaml
new file mode 100644
index 00000000..29de6d6f
--- /dev/null
+++ b/test_cases/compute/dhrystone_parallel.yaml
@@ -0,0 +1,45 @@
+Scenario:
+  benchmark: dhrystone
+  host: machine_1, machine_2
+  server: blakc
+
+Context:
+  Host_Machines:
+
+  Virtual_Machines:  
+    virtualmachine_1:
+      availability_zone: compute1
+      public_network: 'net04_ext'
+      OS_image: QTIP_CentOS
+      flavor: m1.large
+      role: host
+    virtualmachine_2:
+      availability_zone: compute2
+      public_network: 'net04_ext'
+      OS_image: QTIP_CentOS
+      flavor: m1.large
+      role: host
+  
+Test_Description:
+  Test_category: "Compute"
+  Benchmark: "dhrystone"
+  Overview: >
+        '''This test will run the dhrystone benchmark in parallel on machine_1 and machine_2.\n
+         if you wish to add a virtual machine add the following information under the Virtual_Machine tag
+         machine_1:
+         ip: 172.18.0.16
+         pw: Op3nStack
+         role: host
+         machine_2:
+         ip: 172.18.0.15
+         pw: Op3nStack
+         role: host
+
+        virtualmachine_1:
+          availability_zone:
+          public_network:
+          OS_image:
+          flavor:
+          role:
+        '''
+
diff --git a/test_cases/compute/dhrystone_serial.yaml b/test_cases/compute/dhrystone_serial.yaml
new file mode 100644
index 00000000..e15e8ecc
--- /dev/null
+++ b/test_cases/compute/dhrystone_serial.yaml
@@ -0,0 +1,35 @@
+  
+Scenario:
+  benchmark: dhrystone
+  host: machine_1, machine_2, virtualmachine_1
+  server: 
+
+Context:
+  Host_Machines:
+    machine_1:
+      ip: 172.18.0.16
+      pw: Op3nStack
+      role: host
+  Virtual_Machines:  
+    virtualmachine_1:
+      availability_zone: nova
+      public_network: 'net04_ext'
+      OS_image: QTIP_CentOS
+      flavor: m1.large
+      role: server
+
+Test_Description:
+  Test_category: "Compute"
+  Benchmark: "dhrystone"
+  Overview: >
+        ''' This test will run the dhrystone benchmark in serial on machine_1 and machine_2.\n
+         if you wish to add a virtual machine add the following information under the Virtual_Machine tag
+
+        virtualmachine_1:
+          availability_zone:
+          public_network:
+          OS_image:
+          flavor:
+          role: '''
+  
+ 
diff --git a/test_cases/compute/dpi_parallel.yaml b/test_cases/compute/dpi_parallel.yaml
new file mode 100644
index 00000000..5edb3968
--- /dev/null
+++ b/test_cases/compute/dpi_parallel.yaml
@@ -0,0 +1,36 @@
+Scenario:
+  benchmark: dpi
+  1Run : virtualmachine_1, virtualmachine_2
+  2Run:
+
+Context:
+  Host_Machines:
+
+
+  Virtual_Machines:
+     virtualmachine_1:
+      availability_zone: compute1
+      OS_image: QTIP_CentOS
+      public_network: 'provider_network'
+      role: 1Run
+      flavor: m1.large
+     virtualmachine_2:
+      availability_zone: compute2
+      OS_image: QTIP_CentOS
+      public_network: 'provider_network'
+      role: 1Run
+      flavor: m1.large
+    
+Test_Description:
+  Test_category: "Compute"
+  Benchmark: "dpi"
+  Overview: >
+        '''This test will run the DPI benchmark in parallel on virutalmachine_1 and virtualmachine_2.\n
+         if you wish to add a host machine add the following information under the Host_Machine tag
+
+        machine_1:
+          ip:
+          pw:
+          role:
+          '''
+
diff --git a/test_cases/compute/dpi_serial.yaml b/test_cases/compute/dpi_serial.yaml
new file mode 100644
index 00000000..539975f7
--- /dev/null
+++ b/test_cases/compute/dpi_serial.yaml
@@ -0,0 +1,38 @@
+Scenario:
+  benchmark: dpi
+  host: virtualmachine_1
+  server: virtualmachine_2
+
+Context:
+  Host_Machines:
+     machine_1:
+      ip: 172.18.0.76
+      pw: r00tme
+      role: 1host
+
+  Virtual_Machines:
+     virtualmachine_1:
+      availability_zone: compute1
+      OS_image: QTIP_CentOS
+      public_network: 'provider_network'
+      role: 2host
+      flavor: m1.large
+
+Test_Description:
+  Test_category: "Compute"
+  Benchmark: "dpi"
+  Overview: >
+        '''This test will run the DPI benchmark in serial on virutalmachine_1 and virtualmachine_2.\n
+         if you wish to add a host machine add the following information under the Host_Machine tag
+         virtualmachine_2:
+         availability_zone: compute1
+         OS_image: QTIP_CentOS
+         public_network: 'provider_network'
+         role: 1host
+         flavor: m1.large
+        machine_1:
+          ip:
+          pw:
+          role:
+          '''
+ 
diff --git a/test_cases/compute/ssl_parallel.yaml b/test_cases/compute/ssl_parallel.yaml
new file mode 100644
index 00000000..eb46d8d8
--- /dev/null
+++ b/test_cases/compute/ssl_parallel.yaml
@@ -0,0 +1,37 @@
+Scenario:
+  benchmark: ssl
+  host: machine_1, machine_2
+  server: 
+
+Context:
+  Host_Machines:
+
+  Virtual_Machines:  
+    virtualmachine_1:
+      availability_zone: compute1
+      public_network: 'net04_ext'
+      OS_image: 'QTIP_CentOS'
+      flavor: 'm1.large'
+      role: host
+    virtualmachine_2:
+      availability_zone: compute2
+      public_network: 'net04_ext'
+      OS_image: 'QTIP_CentOS'
+      flavor: 'm1.large'
+      role: host
+
+
+Test_Description:
+  Test_category: "Compute"
+  Benchmark: "ssl"
+  Overview: >
+        '''This test will run the SSL benchmark in parallel on virtualmachine_1 and machine_1.\n
+         if you wish to add a virtual machine add the following information under the Virtual_Machine tag
+
+        virtualmachine_1:
+          availability_zone:
+          public_network:
+          OS_image:
+          flavor:
+          role:
+          '''   
diff --git a/test_cases/compute/ssl_serial.yaml b/test_cases/compute/ssl_serial.yaml
new file mode 100644
index 00000000..756951bf
--- /dev/null
+++ b/test_cases/compute/ssl_serial.yaml
@@ -0,0 +1,34 @@
+Scenario:
+  benchmark: ssl
+  1Run: machine_1
+  2Run: virtualmachine_1 
+
+Context:
+  Host_Machines:
+    machine_1:
+      ip: 172.18.0.16
+      pw: Op3nStack
+      role: 1Run
+  Virtual_Machines:  
+    virtualmachine_1:
+      availability_zone: compute1
+      public_network: 'net04_ext'
+      OS_image: QTIP_CentOS
+      flavor: m1.large
+      role: 2Run
+
+Test_Description:
+  Test_category: "Compute"
+  Benchmark: "ssl"
+  Overview: >
+        '''This test will run the SSL benchmark in serial on virtualmachine_1 and machine_1.
+           The Test will run first on the Host_Machine and then on the Virtual Machine.
+           if you wish to add a virtual machine add the following information under the Virtual_Machine tag
+
+        virtualmachine_1:
+          availability_zone:
+          public_network:
+          OS_image:
+          flavor:
+          role:
+          '''   
diff --git a/test_cases/compute/whetstone_parallel.yaml b/test_cases/compute/whetstone_parallel.yaml
new file mode 100644
index 00000000..48bc7230
--- /dev/null
+++ b/test_cases/compute/whetstone_parallel.yaml
@@ -0,0 +1,45 @@
+Scenario:
+  benchmark: whetstone
+  host: machine_1, virtualmachine_1
+  server: 
+
+Context:
+  Host_Machines:
+    machine_1:
+      ip: 172.18.0.76
+      pw: r00tme
+      role: host
+    machine_2:
+      ip: 172.18.0.75
+      pw: r00tme
+      role: host
+
+  Virtual_Machines:  
+    virtualmachine_1:
+      availability_zone: compute1
+      public_network: 'net04_ext'
+      OS_image: QTIP_CentOS
+      flavor: m1.large
+      role: host
+
+Test_Description:
+  Test_category: "Compute"
+  Benchmark: "dhrystone"
+  Overview: >
+        '''This test will run the whetstone benchmark in parallel on machine_1 and machine_2.\n
+         if you wish to add a virtual machine add the following information under the Virtual_Machine tag
+        virtualmachine_1:
+        availability_zone: nova
+        public_network: 'net04_ext'
+        OS_image: QTIP_CentOS
+        flavor: m1.large
+        role: host
+
+        virtualmachine_1:
+          availability_zone:
+          public_network:
+          OS_image:
+          flavor:
+          role:
+          '''
+
diff --git a/test_cases/compute/whetstone_serial.yaml b/test_cases/compute/whetstone_serial.yaml
new file mode 100644
index 00000000..25cefbf8
--- /dev/null
+++ b/test_cases/compute/whetstone_serial.yaml
@@ -0,0 +1,35 @@
+  
+Scenario:
+  benchmark: whetstone
+  host: machine_1,
+  server: virtualmachine_1
+
+Context:
+  Host_Machines:
+    machine_1:
+      ip: 172.18.0.16
+      pw: Op3nStack
+      role: host
+  Virtual_Machines:  
+    virtualmachine_1:
+      availability_zone: nova
+      public_network: 'net04_ext'
+      OS_image: QTIP_CentOS
+      flavor: m1.large
+      role: server
+
+Test_Description:
+  Test_category: "Compute"
+  Benchmark: "whetstone"
+  Overview: >
+        ''' This test will run the whetstone benchmark in serial on machine_1 and machine_2.\n
+         if you wish to add a virtual machine add the following information under the Virtual_Machine tag
+
+        virtualmachine_1:
+          availability_zone:
+          public_network:
+          OS_image:
+          flavor:
+          role: '''
+  
+ 
diff --git a/test_cases/network/iperf.yaml b/test_cases/network/iperf.yaml
new file mode 100644
index 00000000..56c49e28
--- /dev/null
+++ b/test_cases/network/iperf.yaml
@@ -0,0 +1,17 @@
+scenario:
+  benchmark: dpi
+  ExecOrder1: vm_1
+  ExecOrder2: vm_2
+
+Context:         
+  VirtualMachines:
+    vm_1:
+      availability_zone: compute1
+      OS_image: centos7
+      public_network: "provider_network"
+      role: ExecOrder1
+    vm_2:
+      availability_zone: compute1
+      OS_image: centos7
+      public_network: "provider_network"
+      role: ExecOrder2