structures for definition code (Tests and Challenges)

JIRA: AUTO-13

Created structures for configuring various test definition scripts
and challenge definition scripts in corresponding classes (something like
libraries of functions, with an index ID to pick the applicable function).
This will be useful to leverage Python clients to OpenStack and
Kubernetes, or even for HTTP-level APIs for ONAP. It may be more flexible
than the list of CLI/API commands initially planned (however, the list structures
are still there, and might be used by the scripts).

Additionally, there are some test snippets for Openstack Python SDK (work in progress).
Also, there is a clouds.yaml file, for this interface.

Change-Id: Ida1ff118fcbfe8715679492feb8fe0df2da62b45
Signed-off-by: Gerard Damm <gerard.damm@wipro.com>

5 files changed, 580 insertions, 67 deletions

diff --git a/lib/auto/testcase/resiliency/AutoResilIftCloud.py b/lib/auto/testcase/resiliency/AutoResilIftCloud.py
deleted file mode 100644
index 01e948b..0000000
--- a/lib/auto/testcase/resiliency/AutoResilIftCloud.py
+++ /dev/null
@@ -1,46 +0,0 @@
-#!/usr/bin/env python3
-
-# ===============LICENSE_START=======================================================
-# Apache-2.0
-# ===================================================================================
-# Copyright (C) 2018 Wipro. All rights reserved.
-# ===================================================================================
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===============LICENSE_END=========================================================
-
-
-# OPNFV Auto project
-# https://wiki.opnfv.org/pages/viewpage.action?pageId=12389095
-
-# Use case 02: Resilience Improvements
-# Use Case description: https://wiki.opnfv.org/display/AUTO/Auto+Use+Cases
-# Test case design: https://wiki.opnfv.org/display/AUTO/Use+case+2+%28Resilience+Improvements+through+ONAP%29+analysis
-
-# This module: interfaces with cloud managers (OpenStack, Kubernetes, AWS, ...)
-
-
-######################################################################
-# import statements
-import AutoResilGlobal
-
-
-def f1():
-    return 0
-
-# OpenStack HTTP API: https://developer.openstack.org/api-ref/compute/
-#{your_compute_service_url}/servers/{server_id}/action
-#GET
-#http://mycompute.pvt/compute/v2.1/servers/{server_id}/suspend
-#http://mycompute.pvt/compute/v2.1/servers/{server_id}/resume
-
diff --git a/lib/auto/testcase/resiliency/AutoResilItfCloud.py b/lib/auto/testcase/resiliency/AutoResilItfCloud.py
new file mode 100644
index 0000000..69c5327
--- /dev/null
+++ b/lib/auto/testcase/resiliency/AutoResilItfCloud.py
@@ -0,0 +1,227 @@
+#!/usr/bin/env python3
+
+# ===============LICENSE_START=======================================================
+# Apache-2.0
+# ===================================================================================
+# Copyright (C) 2018 Wipro. All rights reserved.
+# ===================================================================================
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ===============LICENSE_END=========================================================
+
+
+# OPNFV Auto project
+# https://wiki.opnfv.org/pages/viewpage.action?pageId=12389095
+
+# Use case 02: Resilience Improvements
+# Use Case description: https://wiki.opnfv.org/display/AUTO/Auto+Use+Cases
+# Test case design: https://wiki.opnfv.org/display/AUTO/Use+case+2+%28Resilience+Improvements+through+ONAP%29+analysis
+
+# This module: interfaces with cloud managers (OpenStack, Kubernetes, AWS, ...)
+
+
+######################################################################
+# import statements
+import AutoResilGlobal
+
+# for method 1 and 2
+#import openstack
+
+#for method 3
+from openstack import connection
+
+def os_list_servers(conn):
+    """List OpenStack servers."""
+    # see https://docs.openstack.org/python-openstacksdk/latest/user/proxies/compute.html
+    if conn != None:
+        print("\nList Servers:")
+
+        try:
+            i=1
+            for server in conn.compute.servers():
+                print('Server',str(i),'\n',server,'n')
+                i+=1
+        except Exception as e:
+            print("Exception:",type(e), e)
+            print("No Servers\n")
+
+
+def os_list_networks(conn):
+    """List OpenStack networks."""
+    # see https://docs.openstack.org/python-openstacksdk/latest/user/proxies/network.html
+    if conn != None:
+        print("\nList Networks:")
+
+        try:
+            i=1
+            for network in conn.network.networks():
+                print('Network',str(i),'\n',network,'n')
+                i+=1
+        except Exception as e:
+            print("Exception:",type(e), e)
+            print("No Networks\n")
+
+
+def os_list_volumes(conn):
+    """List OpenStack volumes."""
+    # see https://docs.openstack.org/python-openstacksdk/latest/user/proxies/block_storage.html
+    # note: The block_storage member will only be added if the service is detected.
+    if conn != None:
+        print("\nList Volumes:")
+
+        try:
+            i=1
+            for volume in conn.block_storage.volumes():
+                print('Volume',str(i),'\n',volume,'n')
+                i+=1
+        except Exception as e:
+            print("Exception:",type(e), e)
+            print("No Volumes\n")
+
+            
+def os_list_users(conn):
+    """List OpenStack users."""
+    # see https://docs.openstack.org/python-openstacksdk/latest/user/guides/identity.html
+    if conn != None:
+        print("\nList Users:")
+
+        try:
+            i=1
+            for user in conn.identity.users():
+                print('User',str(i),'\n',user,'n')
+                i+=1
+        except Exception as e:
+            print("Exception:",type(e), e)
+            print("No Users\n")
+            
+def os_list_projects(conn):
+    """List OpenStack projects."""
+    # see https://docs.openstack.org/python-openstacksdk/latest/user/guides/identity.html
+    if conn != None:
+        print("\nList Projects:")
+
+        try:
+            i=1
+            for project in conn.identity.projects():
+                print('Project',str(i),'\n',project,'n')
+                i+=1
+        except Exception as e:
+            print("Exception:",type(e), e)
+            print("No Projects\n")
+            
+
+def os_list_domains(conn):
+    """List OpenStack domains."""
+    # see https://docs.openstack.org/python-openstacksdk/latest/user/guides/identity.html
+    if conn != None:
+        print("\nList Domains:")
+
+        try:
+            i=1
+            for domain in conn.identity.domains():
+                print('Domain',str(i),'\n',domain,'n')
+                i+=1
+        except Exception as e:
+            print("Exception:",type(e), e)
+            print("No Domains\n")
+
+
+
+
+        
+        
+
+def gdtest_openstack():
+    # Method 1: assume there is a clouds.yaml file in PATH, starting path search with local directory
+    #conn = openstack.connect(cloud='armopenstack', region_name='RegionOne')
+    #conn = openstack.connect(cloud='hpe16openstack', region_name='RegionOne')
+    # getting error: AttributeError: module 'openstack' has no attribute 'connect'
+
+    # Method 2: pass arguments directly, all as strings
+    # see details at https://docs.openstack.org/python-openstacksdk/latest/user/connection.html
+    # conn = openstack.connect(
+        # auth_url='https://10.10.50.103:5000/v2.0',
+        # project_name='admin',
+        # username='admin',
+        # password='opnfv_secret',
+        # region_name='RegionOne',
+        # )
+    # conn = openstack.connect(
+        # auth_url='http://10.16.0.101:5000/v2.0',
+        # project_name='admin',
+        # username='admin',
+        # password='opnfv_secret',
+        # region_name='RegionOne',
+        # )
+    # getting error: AttributeError: module 'openstack' has no attribute 'connect'
+
+    # Method 3: create Connection object directly
+    auth_args = {
+        #'auth_url': 'https://10.10.50.103:5000/v2.0',  # Arm
+        #'auth_url': 'http://10.16.0.101:5000/v2.0',  # hpe16, Euphrates
+        'auth_url': 'http://10.16.0.107:5000/v3',  # hpe16, Fraser
+        'project_name': 'admin',
+        'username': 'admin',
+        'password': 'opnfv_secret',
+        'region_name': 'RegionOne', 
+        'domain': 'Default'}
+    conn = connection.Connection(**auth_args)
+
+    #conn = connection.Connection(
+        #auth_url='http://10.16.0.107:5000/v3',
+        #project_name='admin',
+        #username='admin',
+        #password='opnfv_secret')
+
+
+    os_list_servers(conn)
+    os_list_networks(conn)
+    os_list_volumes(conn)
+    os_list_users(conn)
+    os_list_projects(conn)
+    os_list_domains(conn)
+
+
+    # get_server(server): Get a single Server
+    # Parameters:    server – The value can be the ID of a server or a Server instance.
+    # conn.compute.get_server(server)
+
+    # suspend_server(server): Suspends a server and changes its status to SUSPENDED.
+    # Parameters:    server – Either the ID of a server or a Server instance.
+    # conn.compute.suspend_server(server)
+
+    # resume_server(server): Resumes a suspended server and changes its status to ACTIVE.
+    # Parameters:    server – Either the ID of a server or a Server instance.
+    # conn.compute.resume_server(server)
+
+
+def main():
+
+    print("\nTest Auto Cloud Interface")
+
+    gdtest_openstack()
+
+    print("Ciao\n")
+
+if __name__ == "__main__":
+    main()
+
+
+# OpenStack HTTP API: https://developer.openstack.org/api-ref/compute/
+#{your_compute_service_url}/servers/{server_id}/action
+#GET
+#http://mycompute.pvt/compute/v2.1/servers/{server_id}/suspend
+#http://mycompute.pvt/compute/v2.1/servers/{server_id}/resume
+# but better use the python unified client
+
+
diff --git a/lib/auto/testcase/resiliency/AutoResilMain.py b/lib/auto/testcase/resiliency/AutoResilMain.py
index 03e7151..2f67bdf 100644
--- a/lib/auto/testcase/resiliency/AutoResilMain.py
+++ b/lib/auto/testcase/resiliency/AutoResilMain.py
@@ -164,8 +164,11 @@ def main():
                     print("Problem with test definition: empty")
                     sys.exit()  # stop entire program, because test definition MUST be correct
                 else:
-                    # TODO run test: method of TestDefinition, or function ?
-                    pass
+                    # TODO run test: call selected test definition run_test_code() method
+                    test_def = get_indexed_item_from_list(selected_test_def_ID, AutoResilGlobal.test_definition_list)
+                    if test_def != None:
+                        test_def.run_test_code()
+
             else:
                 print("No current selection of Test Definition. Try again.")
                 continue
diff --git a/lib/auto/testcase/resiliency/AutoResilMgTestDef.py b/lib/auto/testcase/resiliency/AutoResilMgTestDef.py
index 757d1e5..9667f93 100644
--- a/lib/auto/testcase/resiliency/AutoResilMgTestDef.py
+++ b/lib/auto/testcase/resiliency/AutoResilMgTestDef.py
@@ -54,6 +54,7 @@ import sys
 from enum import Enum
 from datetime import datetime, timedelta
 import AutoResilGlobal
+#import openstack
 
 # Constants with definition file names
 FILE_PHYSICAL_RESOURCES =       "ResourcesPhysical.bin"
@@ -152,8 +153,6 @@ def get_indexed_item_from_file(index, file_name):
 
 
 
-
-
 ######################################################################
 
 class TestCase(AutoBaseObject):
@@ -269,7 +268,8 @@ class TestDefinition(AutoBaseObject):
                   test_def_associatedMetricsIDs,
                   test_def_recipientIDs,
                   test_def_testCLICommandSent,
-                  test_def_testAPICommandSent):
+                  test_def_testAPICommandSent,
+                  test_def_codeID):
 
         # superclass constructor
         AutoBaseObject.__init__(self, test_def_ID, test_def_name)
@@ -291,6 +291,93 @@ class TestDefinition(AutoBaseObject):
         # associated test API commands to Recipients (list of data objects)
         self.test_API_command_sent_list = test_def_testAPICommandSent
 
+        # constant for total number of test codes (one of them is used per TestDefinition instance); would be 1 per test case
+        self.TOTAL_NUMBER_OF_TEST_CODES = 10
+        # chosen test code ID (the ID is an index in a list of method names) for this instance; convention: [1;N]; in list, index is [0;N-1]
+        # a test code could use for instance Python clients (for OpenStack, Kubernetes, etc.), or HTTP APIs, or some of the CLI/API commands
+        try:
+            if 1 <= test_def_codeID <= self.TOTAL_NUMBER_OF_TEST_CODES:
+                self.test_code_ID = test_def_codeID
+            else:
+                print("TestDefinition constructor: incorrect test_def_codeID=",test_def_codeID)
+                sys.exit()  # stop entire program, because code ID MUST be correct
+        except Exception as e:
+            print(type(e), e)
+            sys.exit()  # stop entire program, because code ID MUST be correct
+
+        self.test_code_list = []  # list of method names; leave as per-object method (i.e. not as class methods or as static methods)
+        # add one by one, for easier later additions of new methods
+        self.test_code_list.append(self.test_code001)
+        self.test_code_list.append(self.test_code002)
+        self.test_code_list.append(self.test_code003)
+        self.test_code_list.append(self.test_code004)
+        self.test_code_list.append(self.test_code005)
+        self.test_code_list.append(self.test_code006)
+        self.test_code_list.append(self.test_code007)
+        self.test_code_list.append(self.test_code008)
+        self.test_code_list.append(self.test_code009)
+        self.test_code_list.append(self.test_code010)
+
+
+    def run_test_code(self):
+        """Run currently selected test code."""
+        try:
+            test_code_index = self.test_code_ID - 1  # lists are indexed from 0 to N-1
+            self.test_code_list[test_code_index]()   # invoke corresponding method, via index
+        except Exception as e:
+            print(type(e), e)
+            sys.exit()
+
+
+    # library of test codes, probably 1 per test case, so test_case_ID would be the same as test_code_ID
+    def test_code001(self):
+        """Test case code number 001."""
+        print("This is test_code001 from TestDefinition #", self.ID, ", test case #", self.test_case_ID, sep='')
+
+    def test_code002(self):
+        """Test case code number 002."""
+        print("This is test_code002 from TestDefinition #", self.ID, ", test case #", self.test_case_ID, sep='')
+
+    def test_code003(self):
+        """Test case code number 003."""
+        print("This is test_code003 from TestDefinition #", self.ID, ", test case #", self.test_case_ID, sep='')
+
+    def test_code004(self):
+        """Test case code number 004."""
+        print("This is test_code004 from TestDefinition #", self.ID, ", test case #", self.test_case_ID, sep='')
+
+    def test_code005(self):
+        """Test case code number 005."""
+        print("This is test_code005 from TestDefinition #", self.ID, ", test case #", self.test_case_ID, sep='')
+
+        # here, trigger start code from challenge def (to simulate VM failure), manage Recovery time measurement,
+        # monitoring of VNF, trigger stop code from challenge def, perform restoration of VNF
+        challenge_def = get_indexed_item_from_list(self.challenge_def_ID, AutoResilGlobal.challenge_definition_list)
+        if challenge_def != None:
+            challenge_def.run_start_challenge_code()
+            challenge_def.run_stop_challenge_code()
+
+
+    def test_code006(self):
+        """Test case code number 006."""
+        print("This is test_code006 from TestDefinition #", self.ID, ", test case #", self.test_case_ID, sep='')
+
+    def test_code007(self):
+        """Test case code number 007."""
+        print("This is test_code007 from TestDefinition #", self.ID, ", test case #", self.test_case_ID, sep='')
+
+    def test_code008(self):
+        """Test case code number 008."""
+        print("This is test_code008 from TestDefinition #", self.ID, ", test case #", self.test_case_ID, sep='')
+
+    def test_code009(self):
+        """Test case code number 009."""
+        print("This is test_code009 from TestDefinition #", self.ID, ", test case #", self.test_case_ID, sep='')
+
+    def test_code010(self):
+        """Test case code number 010."""
+        print("This is test_code010 from TestDefinition #", self.ID, ", test case #", self.test_case_ID, sep='')
+
 
     def printout_all(self, indent_level):
         """Print out all attributes, with an indentation level."""
@@ -304,6 +391,8 @@ class TestDefinition(AutoBaseObject):
         if test_case != None:
             test_case.printout_all(indent_level+1)
 
+        print(indent, "|-test code ID:", self.test_code_ID, sep='')
+
         print(indent, "|-associated challenge def ID:", self.challenge_def_ID, sep='')
         challenge_def = get_indexed_item_from_list(self.challenge_def_ID, AutoResilGlobal.challenge_definition_list)
         if challenge_def != None:
@@ -357,6 +446,7 @@ def init_test_definitions():
     test_def_recipientIDs = [2]
     test_def_testCLICommandSent = ["pwd","kubectl describe pods --include-uninitialized=false"]
     test_def_testAPICommandSent = ["data1","data2"]
+    test_def_testCodeID = 5
     test_definitions.append(TestDefinition(test_def_ID, test_def_name,
                                            test_def_challengeDefID,
                                            test_def_testCaseID,
@@ -364,7 +454,8 @@ def init_test_definitions():
                                            test_def_associatedMetricsIDs,
                                            test_def_recipientIDs,
                                            test_def_testCLICommandSent,
-                                           test_def_testAPICommandSent))
+                                           test_def_testAPICommandSent,
+                                           test_def_testCodeID))
 
     # write list to binary file
     write_list_bin(test_definitions, FILE_TEST_DEFINITIONS)
@@ -400,7 +491,8 @@ class ChallengeDefinition(AutoBaseObject):
                   chall_def_startChallengeCLICommandSent,
                   chall_def_stopChallengeCLICommandSent,
                   chall_def_startChallengeAPICommandSent,
-                  chall_def_stopChallengeAPICommandSent):
+                  chall_def_stopChallengeAPICommandSent,
+                  chall_def_codeID):
 
         # superclass constructor
         AutoBaseObject.__init__(self, chall_def_ID, chall_def_name)
@@ -431,6 +523,142 @@ class ChallengeDefinition(AutoBaseObject):
         # if API; to restore to normal
         self.stop_challenge_API_command_sent = chall_def_stopChallengeAPICommandSent
 
+        # constant for total number of challenge codes (one of them is used per ChallengeDefinition instance);
+        # may be 1 per test case, maybe not (common challenges, could be re-used across test definitions and test cases)
+        # start and stop challenges are strictly linked: exactly 1 Stop challenge for each Start challenge, so same ID for Start and for Stop
+        self.TOTAL_NUMBER_OF_CHALLENGE_CODES = 10
+
+        # chosen start/stop challenge code ID (the ID is an index in a list of method names) for this instance;
+        # convention: [1;N]; in list, index is [0;N-1]
+        # a challenge code could use for instance Python clients (for OpenStack, Kubernetes, etc.), or HTTP APIs, or some of the CLI/API commands
+        try:
+            if 1 <= chall_def_codeID <= self.TOTAL_NUMBER_OF_CHALLENGE_CODES:
+                self.challenge_code_ID = chall_def_codeID
+            else:
+                print("ChallengeDefinition constructor: incorrect chall_def_codeID=",chall_def_codeID)
+                sys.exit()  # stop entire program, because code ID MUST be correct
+        except Exception as e:
+            print(type(e), e)
+            sys.exit()  # stop entire program, because code ID MUST be correct
+
+        # list of method names; leave as per-object method (i.e. not as class methods or as static methods)
+        self.start_challenge_code_list = []
+        self.stop_challenge_code_list = []
+        # add one by one, for easier later additions of new methods; MUST be same index for Start and for Stop
+        self.start_challenge_code_list.append(self.start_challenge_code001)
+        self.stop_challenge_code_list.append(self.stop_challenge_code001)
+        self.start_challenge_code_list.append(self.start_challenge_code002)
+        self.stop_challenge_code_list.append(self.stop_challenge_code002)
+        self.start_challenge_code_list.append(self.start_challenge_code003)
+        self.stop_challenge_code_list.append(self.stop_challenge_code003)
+        self.start_challenge_code_list.append(self.start_challenge_code004)
+        self.stop_challenge_code_list.append(self.stop_challenge_code004)
+        self.start_challenge_code_list.append(self.start_challenge_code005)
+        self.stop_challenge_code_list.append(self.stop_challenge_code005)
+        self.start_challenge_code_list.append(self.start_challenge_code006)
+        self.stop_challenge_code_list.append(self.stop_challenge_code006)
+        self.start_challenge_code_list.append(self.start_challenge_code007)
+        self.stop_challenge_code_list.append(self.stop_challenge_code007)
+        self.start_challenge_code_list.append(self.start_challenge_code008)
+        self.stop_challenge_code_list.append(self.stop_challenge_code008)
+        self.start_challenge_code_list.append(self.start_challenge_code009)
+        self.stop_challenge_code_list.append(self.stop_challenge_code009)
+        self.start_challenge_code_list.append(self.start_challenge_code010)
+        self.stop_challenge_code_list.append(self.stop_challenge_code010)
+
+
+    def run_start_challenge_code(self):
+        """Run currently selected challenge code, start portion."""
+        try:
+            code_index = self.challenge_code_ID - 1  # lists are indexed from 0 to N-1
+            self.start_challenge_code_list[code_index]()   # invoke corresponding start method, via index
+        except Exception as e:
+            print(type(e), e)
+            sys.exit()
+
+    def run_stop_challenge_code(self):
+        """Run currently selected challenge code, stop portion."""
+        try:
+            code_index = self.challenge_code_ID - 1  # lists are indexed from 0 to N-1
+            self.stop_challenge_code_list[code_index]()   # invoke corresponding stop method, via index
+        except Exception as e:
+            print(type(e), e)
+            sys.exit()
+
+
+
+    # library of challenge codes
+    def start_challenge_code001(self):
+        """Start Challenge code number 001."""
+        print("This is start_challenge_code001 from ChallengeDefinition #",self.ID, sep='')
+    def stop_challenge_code001(self):
+        """Stop Challenge code number 001."""
+        print("This is stop_challenge_code001 from ChallengeDefinition #",self.ID, sep='')
+
+    def start_challenge_code002(self):
+        """Start Challenge code number 002."""
+        print("This is start_challenge_code002 from ChallengeDefinition #",self.ID, sep='')
+    def stop_challenge_code002(self):
+        """Stop Challenge code number 002."""
+        print("This is stop_challenge_code002 from ChallengeDefinition #",self.ID, sep='')
+
+    def start_challenge_code003(self):
+        """Start Challenge code number 003."""
+        print("This is start_challenge_code003 from ChallengeDefinition #",self.ID, sep='')
+    def stop_challenge_code003(self):
+        """Stop Challenge code number 003."""
+        print("This is stop_challenge_code003 from ChallengeDefinition #",self.ID, sep='')
+
+    def start_challenge_code004(self):
+        """Start Challenge code number 004."""
+        print("This is start_challenge_code004 from ChallengeDefinition #",self.ID, sep='')
+    def stop_challenge_code004(self):
+        """Stop Challenge code number 004."""
+        print("This is stop_challenge_code004 from ChallengeDefinition #",self.ID, sep='')
+
+    def start_challenge_code005(self):
+        """Start Challenge code number 005."""
+        print("This is start_challenge_code005 from ChallengeDefinition #",self.ID, sep='')
+    def stop_challenge_code005(self):
+        """Stop Challenge code number 005."""
+        print("This is stop_challenge_code005 from ChallengeDefinition #",self.ID, sep='')
+
+    def start_challenge_code006(self):
+        """Start Challenge code number 006."""
+        print("This is start_challenge_code006 from ChallengeDefinition #",self.ID, sep='')
+    def stop_challenge_code006(self):
+        """Stop Challenge code number 006."""
+        print("This is stop_challenge_code006 from ChallengeDefinition #",self.ID, sep='')
+
+    def start_challenge_code007(self):
+        """Start Challenge code number 007."""
+        print("This is start_challenge_code007 from ChallengeDefinition #",self.ID, sep='')
+    def stop_challenge_code007(self):
+        """Stop Challenge code number 007."""
+        print("This is stop_challenge_code007 from ChallengeDefinition #",self.ID, sep='')
+
+    def start_challenge_code008(self):
+        """Start Challenge code number 008."""
+        print("This is start_challenge_code008 from ChallengeDefinition #",self.ID, sep='')
+    def stop_challenge_code008(self):
+        """Stop Challenge code number 008."""
+        print("This is stop_challenge_code008 from ChallengeDefinition #",self.ID, sep='')
+
+    def start_challenge_code009(self):
+        """Start Challenge code number 009."""
+        print("This is start_challenge_code009 from ChallengeDefinition #",self.ID, sep='')
+    def stop_challenge_code009(self):
+        """Stop Challenge code number 009."""
+        print("This is stop_challenge_code009 from ChallengeDefinition #",self.ID, sep='')
+
+    def start_challenge_code010(self):
+        """Start Challenge code number 010."""
+        print("This is start_challenge_code010 from ChallengeDefinition #",self.ID, sep='')
+    def stop_challenge_code010(self):
+        """Stop Challenge code number 010."""
+        print("This is stop_challenge_code010 from ChallengeDefinition #",self.ID, sep='')
+
+
 
     def printout_all(self, indent_level):
         """Print out all attributes, with an indentation level."""
@@ -441,6 +669,8 @@ class ChallengeDefinition(AutoBaseObject):
 
         print(indent, "|-challenge type:", self.challenge_type, sep='')
 
+        print(indent, "|-challenge code ID:", self.challenge_code_ID, sep='')
+
         print(indent, "|-associated recipient ID:", self.recipient_ID, sep='')
         recipient = get_indexed_item_from_list(self.recipient_ID, AutoResilGlobal.recipient_list)
         if recipient != None:
@@ -498,6 +728,8 @@ def init_challenge_definitions():
     chall_def_startChallengeAPICommandSent = []
     chall_def_stopChallengeAPICommandSent = []
 
+    chall_def_codeID = 5
+
     challenge_defs.append(ChallengeDefinition(chall_def_ID, chall_def_name,
                                               chall_def_challengeType,
                                               chall_def_recipientID,
@@ -508,7 +740,8 @@ def init_challenge_definitions():
                                               chall_def_startChallengeCLICommandSent,
                                               chall_def_stopChallengeCLICommandSent,
                                               chall_def_startChallengeAPICommandSent,
-                                              chall_def_stopChallengeAPICommandSent))
+                                              chall_def_stopChallengeAPICommandSent,
+                                              chall_def_codeID))
 
     # write list to binary file
     write_list_bin(challenge_defs, FILE_CHALLENGE_DEFINITIONS)
@@ -687,7 +920,7 @@ class RecoveryTimeDef(MetricDefinition):
         if time_challenge_started > time_restoration_detected:
             print("time_challenge_started should be <= time_restoration_detected")
             print("time_challenge_started=",time_challenge_started," time_restoration_detected=",time_restoration_detected)
-            sys.exit()  # stop entire program, because fomulas MUST be correct
+            sys.exit()  # stop entire program, because formulas MUST be correct
 
         measured_metric_value = time_restoration_detected - time_challenge_started #difference between 2 datetime is a timedelta
         timestamp = datetime.now()
@@ -712,27 +945,27 @@ class UptimePercentageDef(MetricDefinition):
         if measured_uptime < 0.0:
             print("measured_uptime should be >= 0.0")
             print("meas=",measured_uptime," ref=",reference_time," pla=",planned_downtime)
-            sys.exit()  # stop entire program, because fomulas MUST be correct
+            sys.exit()  # stop entire program, because formulas MUST be correct
         if reference_time <= 0.0:
             print("reference_time should be > 0.0")
             print("meas=",measured_uptime," ref=",reference_time," pla=",planned_downtime)
-            sys.exit()  # stop entire program, because fomulas MUST be correct
+            sys.exit()  # stop entire program, because formulas MUST be correct
         if planned_downtime < 0.0:
             print("planned_downtime should be >= 0.0")
             print("meas=",measured_uptime," ref=",reference_time," pla=",planned_downtime)
-            sys.exit()  # stop entire program, because fomulas MUST be correct
+            sys.exit()  # stop entire program, because formulas MUST be correct
         if reference_time < planned_downtime:
             print("reference_time should be >= planned_downtime")
             print("meas=",measured_uptime," ref=",reference_time," pla=",planned_downtime)
-            sys.exit()  # stop entire program, because fomulas MUST be correct
+            sys.exit()  # stop entire program, because formulas MUST be correct
         if measured_uptime > reference_time:
             print("measured_uptime should be <= reference_time")
             print("meas=",measured_uptime," ref=",reference_time," pla=",planned_downtime)
-            sys.exit()  # stop entire program, because fomulas MUST be correct
+            sys.exit()  # stop entire program, because formulas MUST be correct
         if measured_uptime > (reference_time - planned_downtime):
             print("measured_uptime should be <= (reference_time - planned_downtime)")
             print("meas=",measured_uptime," ref=",reference_time," pla=",planned_downtime)
-            sys.exit()  # stop entire program, because fomulas MUST be correct
+            sys.exit()  # stop entire program, because formulas MUST be correct
 
         measured_metric_value = 100 * measured_uptime / (reference_time - planned_downtime)
         timestamp = datetime.now()
@@ -1340,10 +1573,21 @@ def main():
 
     print()
 
+    challgs = init_challenge_definitions()
+    print(challgs)
+    chall = get_indexed_item_from_file(1,FILE_CHALLENGE_DEFINITIONS)
+    print(chall)
+    chall.run_start_challenge_code()
+    chall.run_stop_challenge_code()
+
+    print()
+
     tds = init_test_definitions()
     print(tds)
     td = get_indexed_item_from_file(1,FILE_TEST_DEFINITIONS)
     print(td)
+    #td.printout_all(0)
+    #td.run_test_code()
 
     print()
 
@@ -1354,12 +1598,6 @@ def main():
 
     print()
 
-    challgs = init_challenge_definitions()
-    print(challgs)
-    chall = get_indexed_item_from_file(1,FILE_CHALLENGE_DEFINITIONS)
-    print(chall)
-
-    print()
 
     metricdefs = init_metric_definitions()
     print(metricdefs)
diff --git a/lib/auto/testcase/resiliency/clouds.yaml b/lib/auto/testcase/resiliency/clouds.yaml
new file mode 100644
index 0000000..593a07c
--- /dev/null
+++ b/lib/auto/testcase/resiliency/clouds.yaml
@@ -0,0 +1,91 @@
+clouds:
+
+  # Openstack instance on Arm pod, controller IP@ 172.16.10.10
+  # Horizon: https://10.10.50.103/project/
+  # Identity API according to Horizon dashboard: https://10.10.50.103:5000/v2.0
+  # other potential auth_url: http://172.16.10.10:35357/v3
+  # (OS_AUTH_URL=http://controller:35357/v3)
+  # 2 project names: admin, service (project = tenant)
+  # project ID: 122caf64b3df4818bf2ce5ba793226b2
+  # EC2 URL: https://10.10.50.103:8773/services/Cloud
+  # EC2 access key: bcf3c69a7d1c405e9757f87f26faf19f
+  # 10.10.50.0/8: floating IP@
+  # 10.10.10.0/8: fixed IP@
+  armopenstack:
+    auth:
+      auth_url: https://10.10.50.103:5000/v2.0
+      username: admin
+      password: opnfv_secret
+      project_name: admin
+    region_name: RegionOne
+
+  # Openstack instance on LaaS hpe16, from OPNFV Euphrates, controller IP@ (mgt: 172.16.10.101; public: 10.16.0.101)
+  # keystone endpoints (openstack endpoint list --service keystone)
+  #   admin:    http://172.16.10.101:35357/v2.0
+  #   internal: http://172.16.10.101:5000/v2.0
+  #   public:   http://10.16.0.101:5000/v2.0  : works on LaaS hpe16, from hpe16
+  hpe16openstackEuphrates:
+    auth:
+      auth_url: http://10.16.0.101:5000/v2.0
+      username: admin
+      password: opnfv_secret
+      project_name: admin
+    region_name: RegionOne
+
+  # Openstack instance on LaaS hpe16, from OPNFV Fraser, controller IP@ (mgt: 172.16.10.36; public: 10.16.0.107)
+  # keystone endpoints (openstack endpoint list --service keystone)
+  #   admin:    http://172.16.10.36:35357/v3
+  #   internal: http://172.16.10.36:5000/v3
+  #   public:   http://10.16.0.107:5000/v3
+  hpe16openstackFraser:
+    auth:
+      auth_url: http://10.16.0.107:5000/v3
+      username: admin
+      password: opnfv_secret
+      project_name: admin
+    region_name: RegionOne
+
+# ubuntu@ctl01:~$ openstack project show admin
+# +-------------+----------------------------------+
+# | Field       | Value                            |
+# +-------------+----------------------------------+
+# | description | OpenStack Admin tenant           |
+# | domain_id   | default                          |
+# | enabled     | True                             |
+# | id          | 04fcfe7aa83f4df79ae39ca748aa8637 |
+# | is_domain   | False                            |
+# | name        | admin                            |
+# | parent_id   | default                          |
+# +-------------+----------------------------------+
+
+# (openstack) domain show default
+# +-------------+----------------------------------------------------------+
+# | Field       | Value                                                    |
+# +-------------+----------------------------------------------------------+
+# | description | Domain created automatically to support V2.0 operations. |
+# | enabled     | True                                                     |
+# | id          | default                                                  |
+# | name        | Default                                                  |
+# +-------------+----------------------------------------------------------+
+
+# (openstack) domain show heat_user_domain
+# +-------------+---------------------------------------------+
+# | Field       | Value                                       |
+# +-------------+---------------------------------------------+
+# | description | Contains users and projects created by heat |
+# | enabled     | True                                        |
+# | id          | d9c29adac0fe4816922d783b257879d6            |
+# | name        | heat_user_domain                            |
+# +-------------+---------------------------------------------+
+
+export OS_AUTH_URL=http://10.16.0.107:5000/v3
+export OS_PROJECT_ID=04fcfe7aa83f4df79ae39ca748aa8637
+export OS_PROJECT_NAME="admin"
+export OS_USER_DOMAIN_NAME="Default"
+export OS_USERNAME="admin"
+export OS_PASSWORD="opnfv_secret"
+export OS_REGION_NAME="RegionOne"
+export OS_INTERFACE=public
+export OS_IDENTITY_API_VERSION=3
+
+